{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "id": "92Gac50a9B7I"
      },
      "outputs": [],
      "source": [
        "linkedin_url = \"https://www.linkedin.com/in/pradipnichite/\""
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "vJ69hQJApNro"
      },
      "source": [
        "# ProxyCurl https://nubela.co/proxycurl/docs#people-api\n",
        "\n",
        "- Pricing - https://nubela.co/proxycurl/pricing\n",
        "- No Posts section"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ZvwQCA9fhAe6",
        "outputId": "a706700e-69d6-4098-f9ad-9914b403e4c1"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Time taken: 1.2400243282318115\n"
          ]
        }
      ],
      "source": [
        "import requests\n",
        "import time\n",
        "\n",
        "api_key = ''\n",
        "headers = {'Authorization': 'Bearer ' + api_key}\n",
        "api_endpoint = 'https://nubela.co/proxycurl/api/v2/linkedin'\n",
        "params = {\n",
        "    'linkedin_profile_url': linkedin_url,\n",
        "    'skills': 'include',\n",
        "    'use_cache': 'if-recent',\n",
        "    'fallback_to_cache': 'never',\n",
        "}\n",
        "start_time = time.time()\n",
        "response = requests.get(api_endpoint,\n",
        "                        params=params,\n",
        "                        headers=headers)\n",
        "\n",
        "end_time = time.time()\n",
        "time_taken = end_time - start_time\n",
        "print(\"Time taken:\", time_taken)\n",
        "\n",
        "data = response.json()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "1NvChmYHR_HB",
        "outputId": "7f186747-8880-4b56-b4cf-58d0e5ae2df2"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "{'public_identifier': 'pradipnichite',\n",
              " 'profile_pic_url': 'https://s3.us-west-000.backblazeb2.com/proxycurl/person/pradipnichite/profile?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=0004d7f56a0400b0000000001%2F20231226%2Fus-west-000%2Fs3%2Faws4_request&X-Amz-Date=20231226T140742Z&X-Amz-Expires=3600&X-Amz-SignedHeaders=host&X-Amz-Signature=31ed42fcde14ed8c34c58a44d7ce6140f710776d4c69f480427a6d01680912fa',\n",
              " 'background_cover_image_url': 'https://s3.us-west-000.backblazeb2.com/proxycurl/person/pradipnichite/cover?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=0004d7f56a0400b0000000001%2F20231226%2Fus-west-000%2Fs3%2Faws4_request&X-Amz-Date=20231226T140742Z&X-Amz-Expires=3600&X-Amz-SignedHeaders=host&X-Amz-Signature=c3a4363d504c75034096d6ebb0dd876c59a0b41c88e4560bd383d66ab09695f3',\n",
              " 'first_name': 'Pradip',\n",
              " 'last_name': 'Nichite',\n",
              " 'full_name': 'Pradip Nichite',\n",
              " 'follower_count': 20901,\n",
              " 'occupation': 'Founder & Lead Data Scientist at FutureSmart AI',\n",
              " 'headline': 'Top Rated Plus - NLP Freelancer | Custom NLP Solutions | GPT-4 | AI Demos',\n",
              " 'summary': \"🚀 I'm a Top Rated Plus NLP freelancer on Upwork with over $100K in earnings and a 100% Job Success rate. This journey began in 2022 after years of enriching experience in the field of Data Science.\\n\\nhttps://www.upwork.com/freelancers/pradipnichite\\n\\n📚 Starting my career in 2013 as a Software Developer focusing on backend and API development, I soon pursued my interest in Data Science by earning my M.Tech in IT from IIIT Bangalore, specializing in Data Science (2016 - 2018).\\n\\n💼 Upon graduation, I carved out a path in the industry as a Data Scientist at MiQ (2018 - 2020) and later ascended to the role of Lead Data Scientist at Oracle (2020 - 2022).\\n\\n🌐 Inspired by my freelancing success, I founded FutureSmart AI in September 2022. We provide custom AI solutions for clients using the latest models and techniques in NLP.\\n\\n🎥 In addition, I run AI Demos, a platform aimed at educating people about the latest AI tools through engaging video demonstrations.\\n\\n🧰 My technical toolbox encompasses:\\n🔧 Languages: Python, JavaScript, SQL.\\n🧪 ML Libraries: PyTorch, Transformers, LangChain.\\n🔍 Specialties: Semantic Search, Sentence Transformers, Vector Databases.\\n🖥️ Web Frameworks: FastAPI, Streamlit, Anvil.\\n☁️ Other: AWS, AWS RDS, MySQL.\\n\\n🚀 In the fast-evolving landscape of AI, FutureSmart AI and I stand at the forefront, delivering cutting-edge, custom NLP solutions to clients across various industries.\\n\\nUpwork Profile: https://www.upwork.com/freelancers/~014fdabc6436bf9bd4?viewMode=1\",\n",
              " 'country': 'IN',\n",
              " 'country_full_name': 'India',\n",
              " 'city': 'Mumbai',\n",
              " 'state': 'Maharashtra',\n",
              " 'experiences': [{'starts_at': {'day': 1, 'month': 2, 'year': 2022},\n",
              "   'ends_at': None,\n",
              "   'company': 'FutureSmart AI',\n",
              "   'company_linkedin_profile_url': 'https://www.linkedin.com/company/futuresmartai/',\n",
              "   'title': 'Founder & Lead Data Scientist',\n",
              "   'description': 'Building Custom Natural Language Processing Solutions.',\n",
              "   'location': None,\n",
              "   'logo_url': 'https://media.licdn.com/dms/image/C560BAQFThENriW962w/company-logo_400_400/0/1649686217623/futuresmartai_logo?e=1710374400&v=beta&t=smLMvoqiO3wabcOuvkCzWmRrSFN1yDlHwQqQo0ztuHM'},\n",
              "  {'starts_at': {'day': 1, 'month': 2, 'year': 2022},\n",
              "   'ends_at': None,\n",
              "   'company': 'Upwork',\n",
              "   'company_linkedin_profile_url': 'https://www.linkedin.com/company/upwork/',\n",
              "   'title': 'Freelance Data Scientist',\n",
              "   'description': 'Link : https://www.upwork.com/freelancers/~014fdabc6436bf9bd4?viewMode=1\\n\\n✅ Successfully Completed Projects: \\n\\n1. Text Classification, Document Classification\\n2. Sentiment Analysis, Aspect Based Sentiment Analysis\\n3. Custom Named Entity Recognition\\n4. Question Answering System\\n5. Topic Modeling\\n6. Fine-tuning GPT-3',\n",
              "   'location': None,\n",
              "   'logo_url': 'https://media.licdn.com/dms/image/C4E0BAQFAvA55uI9RQQ/company-logo_400_400/0/1630655510176/upwork_logo?e=1710374400&v=beta&t=PVFCmc3h5CtNzkN-JjHVMvP7Wzva1PRgBig4GZ8Hhkc'},\n",
              "  {'starts_at': {'day': 1, 'month': 9, 'year': 2021},\n",
              "   'ends_at': {'day': 28, 'month': 2, 'year': 2022},\n",
              "   'company': 'Oracle',\n",
              "   'company_linkedin_profile_url': 'https://www.linkedin.com/company/oracle/',\n",
              "   'title': 'Tech Lead - Data Science',\n",
              "   'description': 'Machine Learning Solutions for Oracle Cloud Products.',\n",
              "   'location': None,\n",
              "   'logo_url': 'https://media.licdn.com/dms/image/D4E0BAQHYCgYovUuPtQ/company-logo_400_400/0/1665755678957/oracle_logo?e=1710374400&v=beta&t=mRvjs-CzHQaHYhPLRxfZqAryTFjLyHJZUKXvwhl_yZY'},\n",
              "  {'starts_at': {'day': 1, 'month': 7, 'year': 2021},\n",
              "   'ends_at': {'day': 28, 'month': 2, 'year': 2022},\n",
              "   'company': 'Oracle',\n",
              "   'company_linkedin_profile_url': 'https://www.linkedin.com/company/oracle/',\n",
              "   'title': 'Data Science Mentor',\n",
              "   'description': 'Helping Transition Internal Employees To Data Science Team',\n",
              "   'location': None,\n",
              "   'logo_url': 'https://media.licdn.com/dms/image/D4E0BAQHYCgYovUuPtQ/company-logo_400_400/0/1665755678957/oracle_logo?e=1710374400&v=beta&t=mRvjs-CzHQaHYhPLRxfZqAryTFjLyHJZUKXvwhl_yZY'},\n",
              "  {'starts_at': {'day': 1, 'month': 2, 'year': 2020},\n",
              "   'ends_at': {'day': 31, 'month': 12, 'year': 2021},\n",
              "   'company': 'Oracle',\n",
              "   'company_linkedin_profile_url': 'https://www.linkedin.com/company/oracle/',\n",
              "   'title': 'Senior Data Scientist ',\n",
              "   'description': 'Email (text) Classification and Topic Modeling for identifying conflicts (Risks) during project collaboration.\\nPython, Spacy, Genism, Xgboost, Pytorch.\\nNLP, Deep Learning, MLOps, Docker.\\n\\nProject Collaboration Network Analysis\\nnetworkx, Python, d3 js, Javascript',\n",
              "   'location': 'Bengaluru Area, India',\n",
              "   'logo_url': 'https://media.licdn.com/dms/image/D4E0BAQHYCgYovUuPtQ/company-logo_400_400/0/1665755678957/oracle_logo?e=1710374400&v=beta&t=mRvjs-CzHQaHYhPLRxfZqAryTFjLyHJZUKXvwhl_yZY'},\n",
              "  {'starts_at': {'day': 1, 'month': 9, 'year': 2021},\n",
              "   'ends_at': {'day': 30, 'month': 11, 'year': 2021},\n",
              "   'company': 'upGrad',\n",
              "   'company_linkedin_profile_url': 'https://www.linkedin.com/company/ueducation/',\n",
              "   'title': 'Subject Matter Expert',\n",
              "   'description': 'Collaborated with the Learning Experience Department for developing curriculum for MLOPs',\n",
              "   'location': None,\n",
              "   'logo_url': 'https://media.licdn.com/dms/image/D4D0BAQGThG1CG7j6qw/company-logo_400_400/0/1683798704957/ueducation_logo?e=1710374400&v=beta&t=gGzgL8VXAJcxeup5XMSLXtb2QmOr6cQYaIirJKWVF4Q'},\n",
              "  {'starts_at': {'day': 1, 'month': 2, 'year': 2021},\n",
              "   'ends_at': {'day': 31, 'month': 8, 'year': 2021},\n",
              "   'company': 'upGrad',\n",
              "   'company_linkedin_profile_url': 'https://www.linkedin.com/company/ueducation/',\n",
              "   'title': 'Data Science Coach & Mentor',\n",
              "   'description': '👨\\u200d🏫',\n",
              "   'location': None,\n",
              "   'logo_url': 'https://media.licdn.com/dms/image/D4D0BAQGThG1CG7j6qw/company-logo_400_400/0/1683798704957/ueducation_logo?e=1710374400&v=beta&t=gGzgL8VXAJcxeup5XMSLXtb2QmOr6cQYaIirJKWVF4Q'},\n",
              "  {'starts_at': {'day': 1, 'month': 7, 'year': 2018},\n",
              "   'ends_at': {'day': 31, 'month': 12, 'year': 2019},\n",
              "   'company': 'MiQ',\n",
              "   'company_linkedin_profile_url': 'https://www.linkedin.com/company/miq-digital/',\n",
              "   'title': 'Data Scientist',\n",
              "   'description': \"Worked on AdTech data products that optimizes ad spends to achieve better ROI on digital advertising campaigns. Product uses 10 TB+ data every day to build models for 500+ campaigns.\\nProduct got featured in Analytics India Magazine's Top Data Science Products Build in India.\\nhttps://analyticsindiamag.com/top-data-science-products-build-in-india-2020/\\n\\nRoles and Responsibilities\\n---------------------------------------\\n♦ Improving existing model performance by tuning hyperparameters.\\n♦ Building and maintaining scalable feature engineering pipelines using  Spark, Hive.\\n♦ Automating end to end data pipeline using Jenkins and Databricks jobs.\\n♦ Data Analysis for understanding product performance and the impact of the new feature release.\\n♦ Optimize  existing code and make it scalable and robust\",\n",
              "   'location': 'Bengaluru, Karnataka, India',\n",
              "   'logo_url': 'https://media.licdn.com/dms/image/D4E0BAQHV9QyRQvOEDg/company-logo_400_400/0/1688745334034/miq_digital_logo?e=1710374400&v=beta&t=6ZJjtolWVNuohU48KlhG0AJLTLhkCw0wke7SUpOnWqw'},\n",
              "  {'starts_at': {'day': 1, 'month': 1, 'year': 2018},\n",
              "   'ends_at': {'day': 30, 'month': 6, 'year': 2018},\n",
              "   'company': 'MiQ',\n",
              "   'company_linkedin_profile_url': 'https://www.linkedin.com/company/miq-digital/',\n",
              "   'title': 'Data Science Intern',\n",
              "   'description': '♦ Build an Automated Machine Learning (AutoML) system, a distributed service that selects the best machine learning model with automatically tunned hyperparameter for the given dataset.\\n\\nRoles and Responsibilities\\n---------------------------------------\\n♦ Research and Develop a machine learning prototype using open source technologies.\\n♦ Work closely with the Engineering team to productionize prototype.\\n♦ Automate the process using Jenkins, AWS and make it available to end-users.\\n♦ Extend the functionality of existing open-source libraries \\n\\nTechnologies: Python, Apache Spark, Skelarn, AWS, Bayesian Optimization.',\n",
              "   'location': 'Bengaluru Area, India',\n",
              "   'logo_url': 'https://media.licdn.com/dms/image/D4E0BAQHV9QyRQvOEDg/company-logo_400_400/0/1688745334034/miq_digital_logo?e=1710374400&v=beta&t=6ZJjtolWVNuohU48KlhG0AJLTLhkCw0wke7SUpOnWqw'},\n",
              "  {'starts_at': {'day': 1, 'month': 7, 'year': 2015},\n",
              "   'ends_at': {'day': 30, 'month': 6, 'year': 2016},\n",
              "   'company': 'The Horizon Technologies',\n",
              "   'company_linkedin_profile_url': 'https://www.linkedin.com/company/the-horizon-technologies/',\n",
              "   'title': 'Senior Software Developer',\n",
              "   'description': '-- Developed online school management system. \\n-- Developed Rest API  using Python Flask.\\n\\nhttps://horizontech.in/',\n",
              "   'location': 'Mumbai Area, India',\n",
              "   'logo_url': 'https://media.licdn.com/dms/image/C4E0BAQGOeS-U2jq53A/company-logo_400_400/0/1631356343060?e=1710374400&v=beta&t=43Bjpt4v4kIxSB8D6wxLXFV9RYX4y76aAKdp6fDMwus'},\n",
              "  {'starts_at': {'day': 1, 'month': 7, 'year': 2013},\n",
              "   'ends_at': {'day': 31, 'month': 10, 'year': 2014},\n",
              "   'company': 'The Horizon Technologies',\n",
              "   'company_linkedin_profile_url': 'https://www.linkedin.com/company/the-horizon-technologies/',\n",
              "   'title': 'Software Developer',\n",
              "   'description': '-- Developed a custom ERP system using the PHP framework for an online education company.\\n-- Build custom Web applications using WordPress CMS. \\n\\nhttps://horizontech.in/',\n",
              "   'location': 'Mumbai Area, India',\n",
              "   'logo_url': 'https://media.licdn.com/dms/image/C4E0BAQGOeS-U2jq53A/company-logo_400_400/0/1631356343060?e=1710374400&v=beta&t=43Bjpt4v4kIxSB8D6wxLXFV9RYX4y76aAKdp6fDMwus'},\n",
              "  {'starts_at': {'day': 1, 'month': 11, 'year': 2014},\n",
              "   'ends_at': {'day': 31, 'month': 7, 'year': 2015},\n",
              "   'company': 'Aeon IT Solutions',\n",
              "   'company_linkedin_profile_url': 'https://www.linkedin.com/company/aeon-it-solutions-pvt-ltd/',\n",
              "   'title': 'Software Developer ',\n",
              "   'description': '-- Worked on Development of  Shopping portal. \\n-- Used Facebook API to the build custom dashboard for marketing campaigns.\\n\\nhttps://aeondigital.in/\\nTechnologies : PHP,MySQL,Javascript',\n",
              "   'location': 'Mumbai Area, India',\n",
              "   'logo_url': 'https://media.licdn.com/dms/image/C560BAQF94Sq96gcmYA/company-logo_400_400/0/1631390158034?e=1710374400&v=beta&t=2aqsr5tOPdyDw7S5F6s_SDWm2CRBMQ-tg6p261J1NY0'}],\n",
              " 'education': [{'starts_at': {'day': 1, 'month': 1, 'year': 2016},\n",
              "   'ends_at': {'day': 31, 'month': 1, 'year': 2018},\n",
              "   'field_of_study': 'Data Science',\n",
              "   'degree_name': 'Master of Technology - MTech',\n",
              "   'school': 'International Institute of Information Technology Bangalore',\n",
              "   'school_linkedin_profile_url': None,\n",
              "   'description': None,\n",
              "   'logo_url': 'https://media.licdn.com/dms/image/D560BAQG0kf54ZULWag/company-logo_400_400/0/1699346260204/iiitbofficial_logo?e=1710374400&v=beta&t=_YSN_oY-atL9JYby-gB4R2TJLb-g9aqInONzpZYQEOM',\n",
              "   'grade': '9.2/10',\n",
              "   'activities_and_societies': None},\n",
              "  {'starts_at': {'day': 1, 'month': 1, 'year': 2009},\n",
              "   'ends_at': {'day': 31, 'month': 1, 'year': 2013},\n",
              "   'field_of_study': 'Information Technology',\n",
              "   'degree_name': 'Bachelor of Technology (B.Tech.)',\n",
              "   'school': 'Dr.Babasaheb Ambedkar Technological University, Lonere - Raigad',\n",
              "   'school_linkedin_profile_url': None,\n",
              "   'description': None,\n",
              "   'logo_url': None,\n",
              "   'grade': '7.13/10',\n",
              "   'activities_and_societies': None},\n",
              "  {'starts_at': {'day': 1, 'month': 1, 'year': 2004},\n",
              "   'ends_at': {'day': 31, 'month': 1, 'year': 2009},\n",
              "   'field_of_study': 'Science',\n",
              "   'degree_name': None,\n",
              "   'school': 'G.V.Khade Vidyalaya Shahapur,Thane,Maharashtra',\n",
              "   'school_linkedin_profile_url': None,\n",
              "   'description': None,\n",
              "   'logo_url': None,\n",
              "   'grade': None,\n",
              "   'activities_and_societies': None}],\n",
              " 'languages': ['English'],\n",
              " 'accomplishment_organisations': [],\n",
              " 'accomplishment_publications': [],\n",
              " 'accomplishment_honors_awards': [{'title': 'Quarterly Award Winner',\n",
              "   'issuer': 'MIQ',\n",
              "   'issued_on': {'day': 1, 'month': 7, 'year': 2019},\n",
              "   'description': 'Quarterly award winner for courage and determination at work.'},\n",
              "  {'title': 'Winner at HackIQ 2018  hackathon, MIQ',\n",
              "   'issuer': 'MIQ',\n",
              "   'issued_on': {'day': 1, 'month': 7, 'year': 2018},\n",
              "   'description': \"Winner at HackIQ 2018  for our team's development of a Line Follower Delivery Robot Unlocking Using Facial Recognition.\"}],\n",
              " 'accomplishment_patents': [],\n",
              " 'accomplishment_courses': [{'name': 'Data Structures and Algorithms',\n",
              "   'number': None},\n",
              "  {'name': 'Deep Learning for Automatic Speech Recognition (ASR)',\n",
              "   'number': None},\n",
              "  {'name': 'Linear Algebra', 'number': None},\n",
              "  {'name': 'Machine Perception (Computer Vision)', 'number': None},\n",
              "  {'name': 'Probability and Statistics', 'number': None}],\n",
              " 'accomplishment_projects': [{'starts_at': {'day': 1,\n",
              "    'month': 6,\n",
              "    'year': 2020},\n",
              "   'ends_at': None,\n",
              "   'title': 'Project Collaboration Network Analysis',\n",
              "   'description': \"Oracle's Aconex is a project collaboration solution where multiple organizations collaborate with each other to successfully execute a project. Network analysis for collaboration is a data science project which gives insights about organization inclouding project using data analysis and graph theory. Results of analysis served to users using d3 js visualization where users can interact with graphs, apply a filter to it with different criteria, and gains actionable insights. \\n\\nTechnologies: Network analysis, networkx, Python, d3 js, Javascript.\",\n",
              "   'url': None},\n",
              "  {'starts_at': {'day': 1, 'month': 3, 'year': 2020},\n",
              "   'ends_at': None,\n",
              "   'title': 'Identifying  legal risks in correspondences (mails)',\n",
              "   'description': 'The system monitors an ongoing construction & engineering projects in near-real-time and labels the correspondence (mails)  as litigious if there is a litigation risk associated with the last mail sent. The system then presents the information to a human decision-maker. The human decision-maker can change the labels associated with each mail in case the prediction is incorrect judged based on human experience and intuition. The changed label will be fed back to the system as new training data to improve the prediction accuracy over time.\\n\\nTechnologies: NLP, MLOps, Python, NLTK, Gensim, mlflow, Docker.',\n",
              "   'url': None},\n",
              "  {'starts_at': {'day': 1, 'month': 11, 'year': 2018},\n",
              "   'ends_at': None,\n",
              "   'title': 'Predict Audience',\n",
              "   'description': 'Uses Behavioral targeting and lookalike strategies focusing on user’s online behavior to predict users who are more likely to convert for the advertiser.',\n",
              "   'url': None},\n",
              "  {'starts_at': {'day': 1, 'month': 8, 'year': 2018},\n",
              "   'ends_at': None,\n",
              "   'title': 'Predict Context Segments',\n",
              "   'description': 'Contextual targeting reaches a set of the audience representing a context instead of using personal identifiers to target users. Here context can consist of features like URL, keywords, postcode, browser, OS, etc.\\n\\nTechnologies: Python, Scala, Spark, Hive, Databricks.',\n",
              "   'url': None},\n",
              "  {'starts_at': {'day': 1, 'month': 1, 'year': 2018},\n",
              "   'ends_at': {'day': 31, 'month': 8, 'year': 2018},\n",
              "   'title': 'AutoML',\n",
              "   'description': 'Automated Machine Learning system, is a distributed service which selects the best machine learning model with automatically tunned hyperparameter for a given dataset. We have used Bayesian optimization for same.\\n\\nTeam Size: 3 | Technologies: Python, Scala, Spark, SparkML, AWS EMR.',\n",
              "   'url': None},\n",
              "  {'starts_at': {'day': 1, 'month': 7, 'year': 2017},\n",
              "   'ends_at': {'day': 30, 'month': 11, 'year': 2017},\n",
              "   'title': 'Concept Map Building',\n",
              "   'description': 'Worked on creating a dataset for relation extraction (concept map building) for one of the startups in our innovation center in IIIT Bangalore. Which involved web scraping and accessing data from different sources using rest API, followed by data cleaning and preprocessing. Finally trained word2vec model on custom data.\\nTeam Size: 1 | Technologies: Python, NLTK, Scrapy.',\n",
              "   'url': None},\n",
              "  {'starts_at': {'day': 1, 'month': 2, 'year': 2017},\n",
              "   'ends_at': {'day': 30, 'month': 4, 'year': 2017},\n",
              "   'title': 'Automating the detection of Diabetic Retinopathy',\n",
              "   'description': 'Diabetic retinopathy (DR) is the most common cause of blindness arising in the progression of diabetes. The visual impairment can be avoided by detecting DR in its early stage. In this project, we have used an SVM classifier to detect DR from fundus images using SIFT fetures and textural features obtained from the Gray Level Co-occurrence Matrix (GLCM).\\n\\nTechnologies : Python, Sklearn, OpenCV, Skimage, NumPy',\n",
              "   'url': None},\n",
              "  {'starts_at': {'day': 1, 'month': 1, 'year': 2017},\n",
              "   'ends_at': {'day': 30, 'month': 4, 'year': 2017},\n",
              "   'title': 'Bus Bunching',\n",
              "   'description': 'When two or  more buses running from same source to destination,arrived at bus stop on same time or less than expected time interval ,they formed bunching.\\nThe project aimed to identify the bunching locations and the probable causes . Extensive data analysis was done on BMTC data , to gain insights. \\n\\nTechnologies : Python,Pandas,Matplotlib.\\n',\n",
              "   'url': None},\n",
              "  {'starts_at': {'day': 1, 'month': 1, 'year': 2017},\n",
              "   'ends_at': {'day': 31, 'month': 3, 'year': 2017},\n",
              "   'title': 'Sentiment Analysis',\n",
              "   'description': 'Build sentiment analysis model using state of the art deep learning technique, including word embedding word2vec and Recurrent Neural Network (RNN) with Long Short Term Memory (LSTM).Compared model performance with baseline model Naive Bayes/Logistic Regression/SVM with Bag of words approach.\\n\\nTechnologies : Python,Pandas,Sklearn,Keras.',\n",
              "   'url': None}],\n",
              " 'accomplishment_test_scores': [{'name': 'GATE',\n",
              "   'score': '98.8 Percentile',\n",
              "   'date_on': {'day': 1, 'month': 2, 'year': 2016},\n",
              "   'description': None}],\n",
              " 'volunteer_work': [],\n",
              " 'certifications': [{'starts_at': None,\n",
              "   'ends_at': None,\n",
              "   'name': 'Deep Learning Specialization',\n",
              "   'license_number': '6LGXC7ZGP9NR',\n",
              "   'display_source': 'coursera.org',\n",
              "   'authority': 'Coursera',\n",
              "   'url': 'https://www.coursera.org/account/accomplishments/specialization/certificate/6LGXC7ZGP9NR'}],\n",
              " 'connections': None,\n",
              " 'people_also_viewed': [{'link': 'https://www.linkedin.com/in/theneurallogs',\n",
              "   'name': 'Ritesh Bhagwat',\n",
              "   'summary': 'Data Scientist | from experience import wisdom | Out of rat race |',\n",
              "   'location': None},\n",
              "  {'link': 'https://www.linkedin.com/in/darshil-parmar',\n",
              "   'name': 'Darshil Parmar',\n",
              "   'summary': 'Freelance Data Engineer | Building @DataVidhya | 🎥YouTube (100K+) @Darshil Parmar | #AWSCommunityBuilder | AWS, Azure Certified',\n",
              "   'location': None},\n",
              "  {'link': 'https://www.linkedin.com/in/prithivirajdamodaran',\n",
              "   'name': 'Prithivi Da',\n",
              "   'summary': 'Building a Memory Assistant for Philomaths. Sharing wisdom from a 2 decade experience in creative problem solving.',\n",
              "   'location': None},\n",
              "  {'link': 'https://www.linkedin.com/in/rajashekar-vt-733280228',\n",
              "   'name': 'Rajashekar VT',\n",
              "   'summary': 'NLP Intern At FutureSmartAI',\n",
              "   'location': None},\n",
              "  {'link': 'https://www.linkedin.com/in/shubhamsaboo',\n",
              "   'name': 'Shubham Saboo',\n",
              "   'summary': 'Director of AI Product Management at Tenstorrent | 3x Author of books on GPT-3 & Neural Search in production | X (37k+)',\n",
              "   'location': None},\n",
              "  {'link': 'https://www.linkedin.com/in/shripad-bhat-1690b578',\n",
              "   'name': 'Shripad Bhat',\n",
              "   'summary': 'Data Science | NLP | Machine Learning | Deep Learning | Computer Vision | Healthcare |Generative AI|ChatGPT|Prompt engineering|Building LLM for EHR to reduce clerical burden for physicians',\n",
              "   'location': None},\n",
              "  {'link': 'https://www.linkedin.com/in/omarsar',\n",
              "   'name': 'Elvis S.',\n",
              "   'summary': 'Co-Founder at DAIR.AI | Prev: Meta AI, Galactica LLM, PapersWithCode, Elastic',\n",
              "   'location': None},\n",
              "  {'link': 'https://www.linkedin.com/in/sebastianraschka',\n",
              "   'name': 'Sebastian Raschka, PhD',\n",
              "   'summary': 'Machine learning and AI researcher since the early days • coding and working with LLMs at Lightning AI • ex-statistics professor at University of Wisconsin-Madison',\n",
              "   'location': None},\n",
              "  {'link': 'https://www.linkedin.com/in/mungoliabhishek81',\n",
              "   'name': 'Abhishek Mungoli',\n",
              "   'summary': 'Lead Data Scientist @ Meesho | YouTube DataTrek | Ex-Walmart | IIIT-H CSE',\n",
              "   'location': None},\n",
              "  {'link': 'https://www.linkedin.com/in/abhi1thakur',\n",
              "   'name': '🚀 Abhishek Thakur',\n",
              "   'summary': \"AutoTrain @ Hugging Face | World's First 4x Kaggle GrandMaster | 140k+ LinkedIn |\\xa0100k+ YouTube\",\n",
              "   'location': None}],\n",
              " 'recommendations': [],\n",
              " 'activities': [],\n",
              " 'similarly_named_profiles': [{'name': 'Pradip Nichite',\n",
              "   'link': 'https://in.linkedin.com/in/pradip-nichite-b4949619',\n",
              "   'summary': '--',\n",
              "   'location': 'India'}],\n",
              " 'articles': [],\n",
              " 'groups': [],\n",
              " 'skills': ['Generative AI',\n",
              "  'ChatGPT',\n",
              "  'Machine Learning',\n",
              "  'Data Science',\n",
              "  'Natural Language Processing',\n",
              "  'Computer Vision',\n",
              "  'Data Analysis',\n",
              "  'Artificial Intelligence',\n",
              "  'Algorithms',\n",
              "  'Software Development',\n",
              "  'Analytics',\n",
              "  'Data Modeling',\n",
              "  'Mathematics',\n",
              "  'SQL',\n",
              "  'Python',\n",
              "  'MySQL',\n",
              "  'Keras',\n",
              "  'Tensorflow',\n",
              "  'JavaScript',\n",
              "  'Representational State Transfer (REST)'],\n",
              " 'inferred_salary': None,\n",
              " 'gender': None,\n",
              " 'birth_date': None,\n",
              " 'industry': None,\n",
              " 'extra': None,\n",
              " 'interests': [],\n",
              " 'personal_emails': [],\n",
              " 'personal_numbers': []}"
            ]
          },
          "execution_count": 7,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "data"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 8,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 87
        },
        "id": "i6WAFTLGQpwn",
        "outputId": "305bc63c-2a25-4b97-f11f-2bf4e87aac8d"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "'public_identifier, profile_pic_url, background_cover_image_url, first_name, last_name, full_name, follower_count, occupation, headline, summary, country, country_full_name, city, state, experiences, education, languages, accomplishment_organisations, accomplishment_publications, accomplishment_honors_awards, accomplishment_patents, accomplishment_courses, accomplishment_projects, accomplishment_test_scores, volunteer_work, certifications, connections, people_also_viewed, recommendations, activities, similarly_named_profiles, articles, groups, skills, inferred_salary, gender, birth_date, industry, extra, interests, personal_emails, personal_numbers'"
            ]
          },
          "execution_count": 8,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "', '.join(list(data.keys()))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 9,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "pBh4PAchMAEN",
        "outputId": "b5f5ac29-ff9b-4c9b-aff7-db3fe330690d"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "public_identifier\n",
            "profile_pic_url\n",
            "background_cover_image_url\n",
            "first_name\n",
            "last_name\n",
            "full_name\n",
            "follower_count\n",
            "occupation\n",
            "headline\n",
            "summary\n",
            "country\n",
            "country_full_name\n",
            "city\n",
            "state\n",
            "experiences\n",
            "education\n",
            "languages\n",
            "accomplishment_organisations\n",
            "accomplishment_publications\n",
            "accomplishment_honors_awards\n",
            "accomplishment_patents\n",
            "accomplishment_courses\n",
            "accomplishment_projects\n",
            "accomplishment_test_scores\n",
            "volunteer_work\n",
            "certifications\n",
            "connections\n",
            "people_also_viewed\n",
            "recommendations\n",
            "activities\n",
            "similarly_named_profiles\n",
            "articles\n",
            "groups\n",
            "skills\n",
            "inferred_salary\n",
            "gender\n",
            "birth_date\n",
            "industry\n",
            "extra\n",
            "interests\n",
            "personal_emails\n",
            "personal_numbers\n"
          ]
        }
      ],
      "source": [
        "for i in data.keys():\n",
        "  print(i)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "WbbKnDeXa8RN"
      },
      "source": [
        "# Fresh LinkedIn Profile Data https://rapidapi.com/freshdata-freshdata-default/api/fresh-linkedin-profile-data/\n",
        "\n",
        "- Pricing - https://rapidapi.com/freshdata-freshdata-default/api/fresh-linkedin-profile-data/pricing\n",
        "\n",
        "- No posts section"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "yWDGQH1yZA-d",
        "outputId": "d4f7d95c-6e7a-4f8b-a384-c3add954292c"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Time taken: 5.219818115234375\n"
          ]
        }
      ],
      "source": [
        "import requests\n",
        "import time\n",
        "\n",
        "url = \"https://fresh-linkedin-profile-data.p.rapidapi.com/get-linkedin-profile\"\n",
        "\n",
        "querystring = {\"linkedin_url\":linkedin_url,\"include_skills\":\"true\"}\n",
        "\n",
        "headers = {\n",
        "\t\"X-RapidAPI-Key\": \"\",\n",
        "\t\"X-RapidAPI-Host\": \"fresh-linkedin-profile-data.p.rapidapi.com\"\n",
        "}\n",
        "start_time = time.time()\n",
        "response = requests.get(url, headers=headers, params=querystring)\n",
        "\n",
        "end_time = time.time()\n",
        "time_taken = end_time - start_time\n",
        "print(\"Time taken:\", time_taken)\n",
        "\n",
        "data3 = response.json()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 11,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "dHihIcbTaMHH",
        "outputId": "fc73ccb8-5b22-4aa7-fce0-01495deaa87f"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "{'data': {'about': \"🚀 I'm a Top Rated Plus NLP freelancer on Upwork with over $100K in earnings and a 100% Job Success rate. This journey began in 2022 after years of enriching experience in the field of Data Science.\\n\\nhttps://www.upwork.com/freelancers/pradipnichite\\n\\n📚 Starting my career in 2013 as a Software Developer focusing on backend and API development, I soon pursued my interest in Data Science by earning my M.Tech in IT from IIIT Bangalore, specializing in Data Science (2016 - 2018).\\n\\n💼 Upon graduation, I carved out a path in the industry as a Data Scientist at MiQ (2018 - 2020) and later ascended to the role of Lead Data Scientist at Oracle (2020 - 2022).\\n\\n🌐 Inspired by my freelancing success, I founded FutureSmart AI in September 2022. We provide custom AI solutions for clients using the latest models and techniques in NLP.\\n\\n🎥 In addition, I run AI Demos, a platform aimed at educating people about the latest AI tools through engaging video demonstrations.\\n\\n🧰 My technical toolbox encompasses:\\n🔧 Languages: Python, JavaScript, SQL.\\n🧪 ML Libraries: PyTorch, Transformers, LangChain.\\n🔍 Specialties: Semantic Search, Sentence Transformers, Vector Databases.\\n🖥️ Web Frameworks: FastAPI, Streamlit, Anvil.\\n☁️ Other: AWS, AWS RDS, MySQL.\\n\\n🚀 In the fast-evolving landscape of AI, FutureSmart AI and I stand at the forefront, delivering cutting-edge, custom NLP solutions to clients across various industries.\\n\\nUpwork Profile: https://www.upwork.com/freelancers/~014fdabc6436bf9bd4?viewMode=1\",\n",
              "  'city': 'Mumbai',\n",
              "  'company': 'FutureSmart AI',\n",
              "  'company_domain': 'futuresmart.ai',\n",
              "  'company_employee_range': '1',\n",
              "  'company_industry': 'IT Services and IT Consulting',\n",
              "  'company_linkedin_url': 'https://www.linkedin.com/company/futuresmartai',\n",
              "  'company_logo_url': 'https://media.licdn.com/dms/image/C560BAQFThENriW962w/company-logo_400_400/0/1649686217623/futuresmartai_logo?e=1710979200&v=beta&t=jaoXxCt2EaSnD0QcJBmuH7gLpo67mK3Hx7JsN3GyUmY',\n",
              "  'company_website': 'https://www.futuresmart.ai/',\n",
              "  'company_year_founded': 2022,\n",
              "  'connections_count': 500,\n",
              "  'country': 'India',\n",
              "  'current_company_join_month': 2,\n",
              "  'current_company_join_year': 2022,\n",
              "  'educations': [{'activities': '',\n",
              "    'date_range': '2016 - 2018',\n",
              "    'degree': 'Master of Technology - MTech',\n",
              "    'description': '',\n",
              "    'eduId': 333638363,\n",
              "    'end_month': '',\n",
              "    'end_year': 2018,\n",
              "    'field_of_study': 'Data Science',\n",
              "    'grade': '',\n",
              "    'school': 'International Institute of Information Technology – Bangalore',\n",
              "    'school_id': '800493',\n",
              "    'school_linkedin_url': 'https://www.linkedin.com/company/800493/',\n",
              "    'start_month': '',\n",
              "    'start_year': 2016},\n",
              "   {'activities': '',\n",
              "    'date_range': '2009 - 2013',\n",
              "    'degree': 'Bachelor of Technology (B.Tech.)',\n",
              "    'description': '',\n",
              "    'eduId': 136493412,\n",
              "    'end_month': '',\n",
              "    'end_year': 2013,\n",
              "    'field_of_study': 'Information Technology',\n",
              "    'grade': '',\n",
              "    'school': 'Dr.Babasaheb Ambedkar Technological University, Lonere - Raigad',\n",
              "    'school_id': '15100455',\n",
              "    'school_linkedin_url': 'https://www.linkedin.com/company/15100455/',\n",
              "    'start_month': '',\n",
              "    'start_year': 2009},\n",
              "   {'activities': '',\n",
              "    'date_range': '2004 - 2009',\n",
              "    'degree': '',\n",
              "    'description': '',\n",
              "    'eduId': 136494766,\n",
              "    'end_month': '',\n",
              "    'end_year': 2009,\n",
              "    'field_of_study': 'Science',\n",
              "    'grade': '',\n",
              "    'school': 'G.V.Khade Vidyalaya Shahapur,Thane,Maharashtra',\n",
              "    'school_id': '',\n",
              "    'school_linkedin_url': '',\n",
              "    'start_month': '',\n",
              "    'start_year': 2004}],\n",
              "  'email': '',\n",
              "  'experiences': [{'company': 'FutureSmart AI',\n",
              "    'company_id': '80487372',\n",
              "    'company_linkedin_url': 'https://www.linkedin.com/company/80487372',\n",
              "    'current_company_join_month': 2,\n",
              "    'current_company_join_year': 2022,\n",
              "    'date_range': 'Feb 2022 - present',\n",
              "    'description': 'Building Custom Natural Language Processing Solutions.',\n",
              "    'duration': '1 yr 11 mos',\n",
              "    'end_month': '',\n",
              "    'end_year': '',\n",
              "    'is_current': True,\n",
              "    'location': '',\n",
              "    'start_month': 2,\n",
              "    'start_year': 2022,\n",
              "    'title': 'Founder & Lead Data Scientist'},\n",
              "   {'company': 'Upwork',\n",
              "    'company_id': '4827017',\n",
              "    'company_linkedin_url': 'https://www.linkedin.com/company/4827017',\n",
              "    'date_range': 'Feb 2022 - present',\n",
              "    'description': 'Link : https://www.upwork.com/freelancers/~014fdabc6436bf9bd4?viewMode=1\\n\\n✅ Successfully Completed Projects: \\n\\n1. Text Classification, Document Classification\\n2. Sentiment Analysis, Aspect Based Sentiment Analysis\\n3. Custom Named Entity Recognition\\n4. Question Answering System\\n5. Topic Modeling\\n6. Fine-tuning GPT-3',\n",
              "    'duration': '1 yr 11 mos',\n",
              "    'end_month': '',\n",
              "    'end_year': '',\n",
              "    'is_current': True,\n",
              "    'location': '',\n",
              "    'start_month': 2,\n",
              "    'start_year': 2022,\n",
              "    'title': 'Freelance Data Scientist'},\n",
              "   {'company': 'Oracle',\n",
              "    'company_id': '1028',\n",
              "    'company_linkedin_url': 'https://www.linkedin.com/company/1028',\n",
              "    'date_range': 'Sep 2021 - Feb 2022',\n",
              "    'description': 'Machine Learning Solutions for Oracle Cloud Products.',\n",
              "    'duration': '6 mos',\n",
              "    'end_month': 2,\n",
              "    'end_year': 2022,\n",
              "    'is_current': False,\n",
              "    'location': '',\n",
              "    'start_month': 9,\n",
              "    'start_year': 2021,\n",
              "    'title': 'Tech Lead - Data Science'},\n",
              "   {'company': 'Oracle',\n",
              "    'company_id': '1028',\n",
              "    'company_linkedin_url': 'https://www.linkedin.com/company/1028',\n",
              "    'date_range': 'Jul 2021 - Feb 2022',\n",
              "    'description': 'Helping Transition Internal Employees To Data Science Team',\n",
              "    'duration': '8 mos',\n",
              "    'end_month': 2,\n",
              "    'end_year': 2022,\n",
              "    'is_current': False,\n",
              "    'location': '',\n",
              "    'start_month': 7,\n",
              "    'start_year': 2021,\n",
              "    'title': 'Data Science Mentor'},\n",
              "   {'company': 'Oracle',\n",
              "    'company_id': '1028',\n",
              "    'company_linkedin_url': 'https://www.linkedin.com/company/1028',\n",
              "    'date_range': 'Feb 2020 - Dec 2021',\n",
              "    'description': 'Email (text) Classification and Topic Modeling for identifying conflicts (Risks) during project collaboration.\\nPython, Spacy, Genism, Xgboost, Pytorch.\\nNLP, Deep Learning, MLOps, Docker.\\n\\nProject Collaboration Network Analysis\\nnetworkx, Python, d3 js, Javascript',\n",
              "    'duration': '1 yr 11 mos',\n",
              "    'end_month': 12,\n",
              "    'end_year': 2021,\n",
              "    'is_current': False,\n",
              "    'location': 'Bengaluru Area, India',\n",
              "    'start_month': 2,\n",
              "    'start_year': 2020,\n",
              "    'title': 'Senior Data Scientist '},\n",
              "   {'company': 'upGrad',\n",
              "    'company_id': '9386799',\n",
              "    'company_linkedin_url': 'https://www.linkedin.com/company/9386799',\n",
              "    'date_range': 'Sep 2021 - Nov 2021',\n",
              "    'description': 'Collaborated with the Learning Experience Department for developing curriculum for MLOPs',\n",
              "    'duration': '3 mos',\n",
              "    'end_month': 11,\n",
              "    'end_year': 2021,\n",
              "    'is_current': False,\n",
              "    'location': '',\n",
              "    'start_month': 9,\n",
              "    'start_year': 2021,\n",
              "    'title': 'Subject Matter Expert'},\n",
              "   {'company': 'upGrad',\n",
              "    'company_id': '9386799',\n",
              "    'company_linkedin_url': 'https://www.linkedin.com/company/9386799',\n",
              "    'date_range': 'Feb 2021 - Aug 2021',\n",
              "    'description': '👨\\u200d🏫',\n",
              "    'duration': '7 mos',\n",
              "    'end_month': 8,\n",
              "    'end_year': 2021,\n",
              "    'is_current': False,\n",
              "    'location': '',\n",
              "    'start_month': 2,\n",
              "    'start_year': 2021,\n",
              "    'title': 'Data Science Coach & Mentor'},\n",
              "   {'company': 'MiQ',\n",
              "    'company_id': '2883353',\n",
              "    'company_linkedin_url': 'https://www.linkedin.com/company/2883353',\n",
              "    'date_range': 'Jul 2018 - Dec 2019',\n",
              "    'description': \"Worked on AdTech data products that optimizes ad spends to achieve better ROI on digital advertising campaigns. Product uses 10 TB+ data every day to build models for 500+ campaigns.\\nProduct got featured in Analytics India Magazine's Top Data Science Products Build in India.\\nhttps://analyticsindiamag.com/top-data-science-products-build-in-india-2020/\\n\\nRoles and Responsibilities\\n---------------------------------------\\n♦ Improving existing model performance by tuning hyperparameters.\\n♦ Building and maintaining scalable feature engineering pipelines using  Spark, Hive.\\n♦ Automating end to end data pipeline using Jenkins and Databricks jobs.\\n♦ Data Analysis for understanding product performance and the impact of the new feature release.\\n♦ Optimize  existing code and make it scalable and robust\",\n",
              "    'duration': '1 yr 6 mos',\n",
              "    'end_month': 12,\n",
              "    'end_year': 2019,\n",
              "    'is_current': False,\n",
              "    'location': 'Bengaluru, Karnataka, India',\n",
              "    'start_month': 7,\n",
              "    'start_year': 2018,\n",
              "    'title': 'Data Scientist'},\n",
              "   {'company': 'MiQ',\n",
              "    'company_id': '2883353',\n",
              "    'company_linkedin_url': 'https://www.linkedin.com/company/2883353',\n",
              "    'date_range': 'Jan 2018 - Jun 2018',\n",
              "    'description': '♦ Build an Automated Machine Learning (AutoML) system, a distributed service that selects the best machine learning model with automatically tunned hyperparameter for the given dataset.\\n\\nRoles and Responsibilities\\n---------------------------------------\\n♦ Research and Develop a machine learning prototype using open source technologies.\\n♦ Work closely with the Engineering team to productionize prototype.\\n♦ Automate the process using Jenkins, AWS and make it available to end-users.\\n♦ Extend the functionality of existing open-source libraries \\n\\nTechnologies: Python, Apache Spark, Skelarn, AWS, Bayesian Optimization.',\n",
              "    'duration': '6 mos',\n",
              "    'end_month': 6,\n",
              "    'end_year': 2018,\n",
              "    'is_current': False,\n",
              "    'location': 'Bengaluru Area, India',\n",
              "    'start_month': 1,\n",
              "    'start_year': 2018,\n",
              "    'title': 'Data Science Intern'},\n",
              "   {'company': 'The Horizon Technologies',\n",
              "    'company_id': '3563019',\n",
              "    'company_linkedin_url': 'https://www.linkedin.com/company/3563019',\n",
              "    'date_range': 'Jul 2015 - Jun 2016',\n",
              "    'description': '-- Developed online school management system. \\n-- Developed Rest API  using Python Flask.\\n\\nhttps://horizontech.in/',\n",
              "    'duration': '1 yr',\n",
              "    'end_month': 6,\n",
              "    'end_year': 2016,\n",
              "    'is_current': False,\n",
              "    'location': 'Mumbai Area, India',\n",
              "    'start_month': 7,\n",
              "    'start_year': 2015,\n",
              "    'title': 'Senior Software Developer'},\n",
              "   {'company': 'Aeon IT Solutions',\n",
              "    'company_id': '1123202',\n",
              "    'company_linkedin_url': 'https://www.linkedin.com/company/1123202',\n",
              "    'date_range': 'Nov 2014 - Jul 2015',\n",
              "    'description': '-- Worked on Development of  Shopping portal. \\n-- Used Facebook API to the build custom dashboard for marketing campaigns.\\n\\nhttps://aeondigital.in/\\nTechnologies : PHP,MySQL,Javascript\\n',\n",
              "    'duration': '9 mos',\n",
              "    'end_month': 7,\n",
              "    'end_year': 2015,\n",
              "    'is_current': False,\n",
              "    'location': 'Mumbai Area, India',\n",
              "    'start_month': 11,\n",
              "    'start_year': 2014,\n",
              "    'title': 'Software Developer '},\n",
              "   {'company': 'The Horizon Technologies',\n",
              "    'company_id': '3563019',\n",
              "    'company_linkedin_url': 'https://www.linkedin.com/company/3563019',\n",
              "    'date_range': 'Jul 2013 - Oct 2014',\n",
              "    'description': '-- Developed a custom ERP system using the PHP framework for an online education company.\\n-- Build custom Web applications using WordPress CMS. \\n\\nhttps://horizontech.in/\\n',\n",
              "    'duration': '1 yr 4 mos',\n",
              "    'end_month': 10,\n",
              "    'end_year': 2014,\n",
              "    'is_current': False,\n",
              "    'location': 'Mumbai Area, India',\n",
              "    'start_month': 7,\n",
              "    'start_year': 2013,\n",
              "    'title': 'Software Developer'}],\n",
              "  'first_name': 'Pradip',\n",
              "  'followers_count': 21360,\n",
              "  'full_name': 'Pradip Nichite',\n",
              "  'headline': 'Top Rated Plus - NLP Freelancer | Custom NLP Solutions | GPT-4 | AI Demos',\n",
              "  'hq_city': 'Mumbai',\n",
              "  'hq_country': 'IN',\n",
              "  'hq_region': '',\n",
              "  'job_title': 'Founder & Lead Data Scientist',\n",
              "  'languages': 'English',\n",
              "  'last_name': 'Nichite',\n",
              "  'linkedin_url': 'https://www.linkedin.com/in/pradipnichite',\n",
              "  'location': 'Mumbai, Maharashtra, India',\n",
              "  'phone': '',\n",
              "  'profile_id': '219810621',\n",
              "  'profile_image_url': 'https://media.licdn.com/dms/image/D4D03AQFU1AiD1jO0fg/profile-displayphoto-shrink_800_800/0/1674710874602?e=1709164800&v=beta&t=cJvuOvPvvBc7_WDC0-VrEAM_gjAKKuqNiaOiQho82Y8',\n",
              "  'public_id': 'pradipnichite',\n",
              "  'school': 'International Institute of Information Technology – Bangalore',\n",
              "  'skills': 'Generative AI|ChatGPT|Machine Learning|Data Science|Natural Language Processing|Computer Vision|Data Analysis|Artificial Intelligence|Algorithms|Software Development|Analytics|Data Modeling|Mathematics|SQL|Python|MySQL|Keras|Tensorflow|JavaScript|Representational State Transfer (REST)|Amazon Web Services (AWS)|Flask|Databricks|Scala|Jenkins|AWS Elastic Beanstalk|Pandas (Software)|Apache Spark|Scikit-Learn|NumPy|Web Scraping|Data Cleaning|Data Preparation|Data Processing|Spark|AdTech|AutoML|MarTech|Hive|Scalable Machine Learning|Continuous Integration and Continuous Delivery (CI/CD)|Product Analysis|Predictive Modeling|Big Data Analytics|Ad Targeting|Data Products|Deep Learning|Machine Learning Algorithms|Big Data',\n",
              "  'state': 'Maharashtra',\n",
              "  'urn': 'ACoAAA0aCz0B_r8k5MLp8w-N_giV2qCoIIYco6w'},\n",
              " 'message': 'ok'}"
            ]
          },
          "execution_count": 11,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "data3"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 12,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 70
        },
        "id": "7NF6RfkxmrHn",
        "outputId": "5ec318f3-4090-4beb-d72e-f57f892c9c38"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "'about, city, company, company_domain, company_employee_range, company_industry, company_linkedin_url, company_logo_url, company_website, company_year_founded, connections_count, country, current_company_join_month, current_company_join_year, educations, email, experiences, first_name, followers_count, full_name, headline, hq_city, hq_country, hq_region, job_title, languages, last_name, linkedin_url, location, phone, profile_id, profile_image_url, public_id, school, skills, state, urn'"
            ]
          },
          "execution_count": 12,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "', '.join(data3['data'])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 13,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "UmknM1Xk3ul_",
        "outputId": "4b6aa1a8-483f-4043-ddd8-13db2f8ef01a"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "about\n",
            "city\n",
            "company\n",
            "company_domain\n",
            "company_employee_range\n",
            "company_industry\n",
            "company_linkedin_url\n",
            "company_logo_url\n",
            "company_website\n",
            "company_year_founded\n",
            "connections_count\n",
            "country\n",
            "current_company_join_month\n",
            "current_company_join_year\n",
            "educations\n",
            "email\n",
            "experiences\n",
            "first_name\n",
            "followers_count\n",
            "full_name\n",
            "headline\n",
            "hq_city\n",
            "hq_country\n",
            "hq_region\n",
            "job_title\n",
            "languages\n",
            "last_name\n",
            "linkedin_url\n",
            "location\n",
            "phone\n",
            "profile_id\n",
            "profile_image_url\n",
            "public_id\n",
            "school\n",
            "skills\n",
            "state\n",
            "urn\n"
          ]
        }
      ],
      "source": [
        "for i in data3['data']:\n",
        "  print(i)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Qlr3xZbZgAK_"
      },
      "source": [
        "# Scraping-bot.io https://www.scraping-bot.io/\n",
        "\n",
        "\n",
        "- Pricing - https://www.scraping-bot.io/pricing-web-scraper-api/\n",
        "\n",
        "- Real-time scraping\n",
        "\n",
        "- Works better as compared to ProxyCurl\n",
        "\n",
        "- Contains posts section for the previous 4 days"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 14,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "mZAPuMgGbYdY",
        "outputId": "fae825a5-89fa-4744-fc0f-f905cb33eefd"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "{'responseId': '658ade4bfd5c2e640a170749'}\n",
            "658ade4bfd5c2e640a170749\n",
            "Scraping is not finished for this request, try again in a few\n",
            "Scraping is not finished for this request, try again in a few\n",
            "Scraping is not finished for this request, try again in a few\n",
            "[{\"url\":\"https://www.linkedin.com/in/pradipnichite/?_l=en\",\"name\":\"Pradip Nichite\",\"current_company\":{\"name\":\"FutureSmart AI\",\"link\":\"https://in.linkedin.com/company/futuresmartai?trk=public_profile_topcard-current-company\"},\"avatar\":\"https://media.licdn.com/dms/image/D4D03AQFU1AiD1jO0fg/profile-displayphoto-shrink_200_200/0/1674710874602?e=2147483647&v=beta&t=KWT0V2ZwkvcBxBK3vACgifZijNQ9JcQrlJdnW6n4yF8\",\"about\":\"🚀 I'm a Top Rated Plus NLP freelancer on Upwork with over $100K in earnings and a 100%…\",\"city\":\"Mumbai, Maharashtra, India\",\"followers\":\"21K followers\",\"following\":\"500+ connections\",\"educations_details\":\"International Institute of Information Technology – Bangalore\",\"posts\":[{\"title\":\"How does a machine learning algorithm learn? (with intuition and math that you already know )\",\"attribution\":\"By Pradip Nichite\",\"img\":\"https://static.licdn.com/scds/common/u/img/pic/pic_pulse_stock_article_9.jpg\",\"link\":\"https://www.linkedin.com/pulse/how-does-machine-learning-algorithm-learn-intuition-math-nichite?trk=public_profile_article_view\",\"created_at\":\"2021-09-09T00:00:00.000Z\"}],\"experience\":[],\"education\":[],\"certifications\":[{\"title\":\"Deep Learning Specialization\",\"subtitle\":\"Coursera\",\"credentialLink\":\"https://www.coursera.org/account/accomplishments/specialization/certificate/6LGXC7ZGP9NR?trk=public_profile_see-credential\"}],\"courses\":[{\"title\":\"Data Structures and Algorithms\",\"subtitle\":\"-\"},{\"title\":\"Deep Learning for Automatic Speech Recognition (ASR)\",\"subtitle\":\"-\"},{\"title\":\"Linear Algebra\",\"subtitle\":\"-\"},{\"title\":\"Machine Perception (Computer Vision)\",\"subtitle\":\"-\"},{\"title\":\"Probability and Statistics\",\"subtitle\":\"-\"}],\"languages\":[{\"title\":\"English\",\"subtitle\":\"Native or bilingual proficiency\"}],\"groups\":[],\"people_also_viewed\":[{\"img\":\"https://media.licdn.com/dms/image/C5103AQGS8CDxke76-A/profile-displayphoto-shrink_400_400/0/1559829070276?e=2147483647&v=beta&t=u_Lk6cGiQX925egQxDScTXuvwKtHEn-5EfmasRHueEk\",\"profile_link\":\"https://in.linkedin.com/in/ramsrig?trk=public_profile_browsemap-profile\",\"name\":\"Ramsri Goutham Golla\",\"location\":\"Hyderabad\"},{\"img\":\"https://static.licdn.com/aero-v1/sc/h/9c8pery4andzj6ohjkjp54ma2\",\"profile_link\":\"https://in.linkedin.com/in/rajashekar-vt-733280228?trk=public_profile_browsemap-profile\",\"name\":\"Rajashekar VT\",\"position\":\"ML Engineer At FutureSmartAI | NLP | LLMs | OpenAI\",\"location\":\"Bengaluru\"},{\"img\":\"https://media.licdn.com/dms/image/D5603AQFSQMGs6HD2xA/profile-displayphoto-shrink_400_400/0/1698420573034?e=2147483647&v=beta&t=yf1TIOS5vJTzOXWRc_x-ifd8EeUTlaYEAgXCeMde8hE\",\"profile_link\":\"https://in.linkedin.com/in/mungoliabhishek81?trk=public_profile_browsemap-profile\",\"name\":\"Abhishek Mungoli\",\"location\":\"Bengaluru\"},{\"img\":\"https://media.licdn.com/dms/image/C4E03AQGfzEtRhrPHdw/profile-displayphoto-shrink_400_400/0/1619776973437?e=2147483647&v=beta&t=zpddVcBKfIk47fwfQ_FmNp-gqWYPn_cPdWqPrdeBut4\",\"profile_link\":\"https://in.linkedin.com/in/sanyambhutani?trk=public_profile_browsemap-profile\",\"name\":\"Sanyam Bhutani\",\"location\":\"Bangalore Urban\"},{\"img\":\"https://media.licdn.com/dms/image/C4E03AQHFGmCDjxWzjg/profile-displayphoto-shrink_400_400/0/1643009949453?e=2147483647&v=beta&t=0ropsY8IuYIINc9VQPcp23z8Mvu4yr8sj8B-xFzyWuU\",\"profile_link\":\"https://in.linkedin.com/in/sayak-paul?trk=public_profile_browsemap-profile\",\"name\":\"Sayak Paul\",\"location\":\"Kolkata\"},{\"img\":\"https://media.licdn.com/dms/image/C4E03AQHVyH-IfD1KbQ/profile-displayphoto-shrink_400_400/0/1629877234109?e=2147483647&v=beta&t=2-82TM3a1p9zeLWZpPLL3frC4qk8rhHZvm03EJGisiM\",\"profile_link\":\"https://www.linkedin.com/in/sebastianraschka?trk=public_profile_browsemap-profile\",\"name\":\"Sebastian Raschka, PhD\",\"location\":\"Madison, WI\"},{\"img\":\"https://media.licdn.com/dms/image/D4D03AQGCEV0fcC9IDA/profile-displayphoto-shrink_400_400/0/1694936806554?e=2147483647&v=beta&t=JF5FoeTH2Yolz_AJUSYniHbYiQEfolA4rnptUhVrplc\",\"profile_link\":\"https://np.linkedin.com/in/rupeshgelal?trk=public_profile_browsemap-profile\",\"name\":\"Rupesh Gelal\",\"position\":\"AI Engineer | NLP | LLMs\",\"location\":\"Kathmandu\"},{\"img\":\"https://media.licdn.com/dms/image/D5603AQG10blEJathgA/profile-displayphoto-shrink_400_400/0/1695341213255?e=2147483647&v=beta&t=KnHAM6s1JRo3khTRzRGkEisJZ0M_LWdGKDM8GGur840\",\"profile_link\":\"https://www.linkedin.com/in/shubhamsaboo?trk=public_profile_browsemap-profile\",\"name\":\"Shubham Saboo\",\"location\":\"Austin, TX\"},{\"img\":\"https://media.licdn.com/dms/image/D5603AQGXOURlV0E83w/profile-displayphoto-shrink_400_400/0/1665597849942?e=2147483647&v=beta&t=65RcrvUspHBN-AXeIETFKX7rj_k8kuTJ3YeWQ4BLS70\",\"profile_link\":\"https://www.linkedin.com/in/ntnaggarwal?trk=public_profile_browsemap-profile\",\"name\":\"Nitin Aggarwal\",\"location\":\"Sunnyvale, CA\"},{\"img\":\"https://media.licdn.com/dms/image/C5603AQHU5NJEaobGxw/profile-displayphoto-shrink_200_200/0/1640283452130?e=2147483647&v=beta&t=06W-SPe1ymi-ev-pEMTmgOQ7J1vsraQsMJnZ8x2C0pc\",\"profile_link\":\"https://in.linkedin.com/in/varsha-singh-725b66139?trk=public_profile_browsemap-profile\",\"name\":\"Varsha Singh\",\"position\":\"Product Manager | Oracle\",\"location\":\"Bengaluru\"},{\"img\":\"https://media.licdn.com/dms/image/D5603AQF5pJ6T7vIcUQ/profile-displayphoto-shrink_400_400/0/1674324994434?e=2147483647&v=beta&t=Igyp-Dmih_OCZ3hhaSrfK0x1pRhGAT5Jdjqo1vr9SFs\",\"profile_link\":\"https://in.linkedin.com/in/sudalairajkumar?trk=public_profile_browsemap-profile\",\"name\":\"Sudalai Rajkumar - SRK\",\"location\":\"Chennai\"},{\"img\":\"https://media.licdn.com/dms/image/D4D03AQH1jwTZYuaUcA/profile-displayphoto-shrink_400_400/0/1670679538725?e=2147483647&v=beta&t=lKjyZtGv0Bp2NirB4r_7pFEI3J5sGSw48B8b2mV3_q8\",\"profile_link\":\"https://at.linkedin.com/in/pascalbiese?trk=public_profile_browsemap-profile\",\"name\":\"Pascal Biese\",\"location\":\"Vienna\"},{\"img\":\"https://media.licdn.com/dms/image/D4D03AQEC7NXN2_XGug/profile-displayphoto-shrink_400_400/0/1665493309138?e=2147483647&v=beta&t=ybixUacKlLGO7A8LyHc3w8zdwjzQ6vPEr5LSrMgVrt8\",\"profile_link\":\"https://in.linkedin.com/in/ayush-singh488/en?trk=public_profile_browsemap-profile\",\"name\":\"Ayush Singh\",\"location\":\"Patna\"},{\"img\":\"https://media.licdn.com/dms/image/C5603AQFvncvflX_kMQ/profile-displayphoto-shrink_400_400/0/1564316873672?e=2147483647&v=beta&t=wTMwwMddgJk9flBLy7lAiWszcfmW-7g7sfFsUSdM8lA\",\"profile_link\":\"https://bz.linkedin.com/in/omarsar?trk=public_profile_browsemap-profile\",\"name\":\"Elvis S.\",\"location\":\"Belmopan\"},{\"img\":\"https://media.licdn.com/dms/image/C4D03AQFpbPOqpBlh_A/profile-displayphoto-shrink_400_400/0/1610297221977?e=2147483647&v=beta&t=o6JxqqPVfksnVNZZKB5LElTP3v2lBBEZbMDKT0enc0I\",\"profile_link\":\"https://ch.linkedin.com/in/francesco-saverio-zuppichini-94659a150?trk=public_profile_browsemap-profile\",\"name\":\"Francesco Saverio Zuppichini\",\"location\":\"Lugano\"},{\"img\":\"https://media.licdn.com/dms/image/C4D03AQEvjgRaw9c7DQ/profile-displayphoto-shrink_400_400/0/1658410665101?e=2147483647&v=beta&t=it8hBYB7HdfgATf8wxBjfZuK4HR8c2WiPLIRm2FJEe8\",\"profile_link\":\"https://in.linkedin.com/in/shailjamishra-?trk=public_profile_browsemap-profile\",\"name\":\"SHAILJA MISHRA🟢\",\"location\":\"Bengaluru\"},{\"img\":\"https://media.licdn.com/dms/image/D4D03AQF180_EeN_b_g/profile-displayphoto-shrink_400_400/0/1701435325377?e=2147483647&v=beta&t=1BRhOamTKfK3Lnjt6Uljh27lqMaXOG4GP3flqw-ucZM\",\"profile_link\":\"https://in.linkedin.com/in/mahendrachouhan01?trk=public_profile_browsemap-profile\",\"name\":\"Mahendra Singh Chouhan\",\"location\":\"Madhya Pradesh, India\"},{\"img\":\"https://media.licdn.com/dms/image/C5103AQEAU-zDUP6EKQ/profile-displayphoto-shrink_400_400/0/1533139483331?e=2147483647&v=beta&t=eL6m13JCX0QiHDHlZcxpAmzhuEcYIapLYULnz1_gcrs\",\"profile_link\":\"https://in.linkedin.com/in/priyanka-pathak155?trk=public_profile_browsemap-profile\",\"name\":\"Priyanka Pathak\",\"location\":\"Hyderabad\"},{\"img\":\"https://media.licdn.com/dms/image/C4E03AQEtS-fA1rThiQ/profile-displayphoto-shrink_400_400/0/1617971668343?e=2147483647&v=beta&t=oYLEkreG6Pmt7VCty28OsjL0-B9rNj2fME_TvoAaucs\",\"profile_link\":\"https://in.linkedin.com/in/utsav-aggarwal?trk=public_profile_browsemap-profile\",\"name\":\"Utsav Aggarwal\",\"location\":\"Bengaluru\"},{\"img\":\"https://media.licdn.com/dms/image/C5103AQE8PiyxBOAxnQ/profile-displayphoto-shrink_400_400/0/1516776567394?e=2147483647&v=beta&t=N7MXqxip-z8pf8HqD7ql_diGbBIbyDltu5sRi7bRymc\",\"profile_link\":\"https://de.linkedin.com/in/ashwanth-kumar-d?trk=public_profile_browsemap-profile\",\"name\":\"Ashwanth Kumar Daggula\",\"location\":\"Berlin\"}],\"activities\":[{\"title\":\"🎓 Delighted to share that I have successfully completed the Post Graduate Management Program from UCLA Anderson School of Management! This was a…\",\"attribution\":\"Liked by Pradip Nichite\",\"img\":\"https://media.licdn.com/dms/image/D5622AQEwSOMLegupHQ/feedshare-shrink_2048_1536/0/1703572908001?e=1706745600&v=beta&t=QKDsKiG1tWDbF1b_o3TY59S4_sydfh35q5xoCu_AxA4\",\"link\":\"https://www.linkedin.com/posts/koustubh-tol_ucla-pgp-activity-7145302722706038785-c4vT?trk=public_profile\"},{\"title\":\"I completed a 10 mile run today, listening to Man's Search for Meaning by Viktor Frankl. I re-read it often. It fills me with gratitude for this…\",\"attribution\":\"Liked by Pradip Nichite\",\"img\":\"https://media.licdn.com/dms/image/D5622AQFlFNKy5MguZw/feedshare-shrink_800/0/1703558941425?e=1706745600&v=beta&t=NDPscwV7WIIE9SFu62UbPMwb3o6M_En-ZbYa6eERnDA\",\"link\":\"https://www.linkedin.com/posts/lexfridman_i-completed-a-10-mile-run-today-listening-activity-7145244084209655808-JE7l?trk=public_profile\"},{\"title\":\"Complete Data Engineering Roadmap 2024 ( 8 End-To-End Projects) Starting your career in Data Engineering always feels overwhelming, should you…\",\"attribution\":\"Liked by Pradip Nichite\",\"img\":\"https://media.licdn.com/dms/image/D4D22AQETmu4uwyjDNQ/feedshare-shrink_800/0/1703424843122?e=1706745600&v=beta&t=EuUWja_FI6s-wTec03Xa3pmVCp-6e2l0j5hSl2poplI\",\"link\":\"https://www.linkedin.com/posts/darshil-parmar_dataengineering-dataengineer-dataanalytics-activity-7144681637933465600-8AAv?trk=public_profile\"},{\"title\":\"Got a chance to talk about a topic I have been wanting to discuss for a long time. I only had 15 minutes, so the slides are pretty brief. \\\"Staying…\",\"attribution\":\"Liked by Pradip Nichite\",\"img\":\"https://media.licdn.com/dms/image/D5622AQHBsYUY69z05g/feedshare-shrink_800/0/1703403768001?e=1706745600&v=beta&t=ypwjL9ozHN8VxNkBXmGBIBo6hWlPKC4fwIKQfZx3wl4\",\"link\":\"https://www.linkedin.com/posts/sayak-paul_got-a-chance-to-talk-about-a-topic-i-have-activity-7144593241470906368-PjcT?trk=public_profile\"},{\"title\":\"Isn't it way better to be efficient than too many people? Where people feel like they have an actual stake in the company and can have a big impact?…\",\"attribution\":\"Liked by Pradip Nichite\",\"img\":\"https://media.licdn.com/dms/image/D4E22AQH3drfdWNuoEQ/feedshare-shrink_2048_1536/0/1703355642687?e=1706745600&v=beta&t=CmusnK2AV3LTXvQsRghpQiIJ8wZKyBjeGtn4cnPo_48\",\"link\":\"https://www.linkedin.com/posts/noahkagan_isnt-it-way-better-to-be-efficient-than-activity-7144391387742892032-U744?trk=public_profile\"},{\"title\":\"Open source AI foundation models will wipe out closed and proprietary AI models for the same reason Wikipedia wiped out generalist commercial…\",\"attribution\":\"Liked by Pradip Nichite\",\"img\":\"https://static.licdn.com/aero-v1/sc/h/3tvls051d0zvu8nj7yljkjtgl\",\"link\":\"https://www.linkedin.com/posts/yann-lecun_open-source-ai-foundation-models-will-wipe-activity-7144407457295974400--h44?trk=public_profile\"},{\"title\":\"In the rapidly evolving world of Gen AI, particularly Large Language Models (#llms), in a production environment is akin to playing a strategic…\",\"attribution\":\"Liked by Pradip Nichite\",\"img\":\"https://media.licdn.com/dms/image/D5622AQGU1J-Il40xxQ/feedshare-shrink_800/0/1703353894889?e=1706745600&v=beta&t=fYpfI7NnRXoD0ku2Tj6UtS6k803b1MbhVcGGXM9zpn0\",\"link\":\"https://www.linkedin.com/posts/sonukr0_llms-genai-generativeai-activity-7144384060906233857-MrEi?trk=public_profile\"},{\"title\":\"Glad to be on the panel as a speaker. :) Bootstrapped Founder Funded Founder Funded Founder Solo Indiehacker Thanks for the opportunity…\",\"attribution\":\"Liked by Pradip Nichite\",\"img\":\"https://media.licdn.com/dms/image/D5622AQEcYgf5U87kiQ/feedshare-shrink_800/0/1703315109126?e=1706745600&v=beta&t=1BSwWmPqqpO7mgWO3cOhygLN9NwkkPTL3FSIBYhDQt8\",\"link\":\"https://www.linkedin.com/posts/s-kris_glad-to-be-on-the-panel-as-a-speaker-activity-7144221379075186688-MpIS?trk=public_profile\"},{\"title\":\"The Apache 2.0 licensed Mixtral beats proprietary GPT-3.5 Turbo, Gemini Pro, and the newest Claude 2.1. It would just take careful fine-tuning to…\",\"attribution\":\"Liked by Pradip Nichite\",\"img\":\"https://media.licdn.com/dms/image/D4E22AQHw-UBfK2IT6A/feedshare-shrink_2048_1536/0/1703271607145?e=1706745600&v=beta&t=GWwHQbpMxfWfIIIt7sFH3wj9shZqHLAk86UQJbTia5c\",\"link\":\"https://www.linkedin.com/posts/andriyburkov_the-apache-20-licensed-mixtral-beats-proprietary-activity-7144038920027078656-h6a3?trk=public_profile\"},{\"title\":\"I turned 31 today & spent past year focusing on 2 of 3 big life decisions that Naval Ravikant talks about. This year was about taking steps in…\",\"attribution\":\"Liked by Pradip Nichite\",\"img\":\"https://static.licdn.com/aero-v1/sc/h/3tvls051d0zvu8nj7yljkjtgl\",\"link\":\"https://www.linkedin.com/posts/i-turned-31-today-spent-past-year-focusing-activity-7144200686161788929-_GdZ?trk=public_profile\"},{\"title\":\"Top LLM Providers ♨️ OpenAI - OpenAI is the most popular LLM providers with models like GPT-3, ChatGPT and GPT-4 💢 Azure OpenAI - Azure OpenAI…\",\"attribution\":\"Liked by Pradip Nichite\",\"img\":\"https://media.licdn.com/dms/image/D5622AQHItTB0EdzXZg/feedshare-shrink_800/0/1703314000574?e=1706745600&v=beta&t=pat0G1J8wNecfPaSZxIQAh4tH3B8-tguSMxfcALlmx0\",\"link\":\"https://www.linkedin.com/posts/kalyanksnlp_llms-generativeai-nlproc-activity-7144216732117741568-TuPa?trk=public_profile\"},{\"title\":\"If you hit a target from a 10-meter distance with a gun, people can attribute your success to the leverage of being able to be at that proximity or…\",\"attribution\":\"Liked by Pradip Nichite\",\"img\":\"https://media.licdn.com/dms/image/D5622AQHpkImQpK6geA/feedshare-shrink_800/0/1703219732115?e=1706745600&v=beta&t=BjpNuJjTpM24T-y9krsfMbGF7CZvEEl0UyfU7HUFzP0\",\"link\":\"https://www.linkedin.com/posts/ramsrig_startup-saas-solopreneurship-activity-7143821350103638016-EHIL?trk=public_profile\"},{\"title\":\"Operating a 15$ subscription solo SaaS is a secret weapon for freedom! It’s small enough to avoid the hassle of sales calls and demos, and it’s not…\",\"attribution\":\"Liked by Pradip Nichite\",\"img\":\"https://static.licdn.com/aero-v1/sc/h/3tvls051d0zvu8nj7yljkjtgl\",\"link\":\"https://www.linkedin.com/posts/ramsrig_saas-startup-solopreneurship-activity-7144234639870541824-8NGb?trk=public_profile\"},{\"title\":\"With Monster API’s no code workflow you can finetune and deploy LLMs as quick as the click of a button! Try out cookbooks and recipes on…\",\"attribution\":\"Liked by Pradip Nichite\",\"img\":\"https://media.licdn.com/dms/image/D4E22AQES10vgB3w64Q/feedshare-shrink_800/0/1703252616446?e=1706745600&v=beta&t=gVgCDIApD4489JGAVSxT4o6Su-9TFLQcgRn_bJYJjKg\",\"link\":\"https://www.linkedin.com/posts/with-monster-apis-no-code-workflow-you-can-activity-7143964505385934848-GNa2?trk=public_profile\"},{\"title\":\"In this video, I've delved into KDD 2021's paper 'A Dual Augmented Two-Tower Model For Online Large-scale Recommendation' from Meituan, the renowned…\",\"attribution\":\"Liked by Pradip Nichite\",\"img\":\"https://static.licdn.com/aero-v1/sc/h/3tvls051d0zvu8nj7yljkjtgl\",\"link\":\"https://www.linkedin.com/posts/mungoliabhishek81_datatrek-datascience-machinelearning-activity-7143938810618200064-HJGI?trk=public_profile\"},{\"title\":\"Shahrukh Khan is recognized for his wit, humor, and charm. In this context, we've fine-tuned LLamav2 to respond briefly, in a crisp, witty, and…\",\"attribution\":\"Liked by Pradip Nichite\",\"img\":\"https://media.licdn.com/dms/image/sync/D5627AQHwW6Foy_jgLw/articleshare-shrink_800/0/1703231571420?e=1704207600&v=beta&t=L4Q4Rf3zk7GNofts4d71tBsXa_JQAQHgcVk308e64J8\",\"link\":\"https://www.linkedin.com/posts/mungoliabhishek81_the-making-of-srkgpt-crafting-an-ai-with-activity-7143871128371945472-RetN?trk=public_profile\"},{\"title\":\"Integrating this with RAG/RaQA-based systems will be the next level. Super Excited!! Thanks, Pradip Nichite\",\"attribution\":\"Liked by Pradip Nichite\",\"img\":\"https://media.licdn.com/dms/image/sync/D4D27AQFLcnWDbMZlHg/articleshare-shrink_800/0/1703169528499?e=1704207600&v=beta&t=i1tPX7tnePQ1o9Q5vxTlgbEX5W1AD3c_YZrmR2YBXR4\",\"link\":\"https://www.linkedin.com/posts/krishanu-prabha-sinha_building-a-conversational-voice-chatbot-activity-7143651688774549504-Qb8M?trk=public_profile\"}],\"recommendations\":[{\"author\":{\"name\":\"Varsha Singh\",\"avatar\":\"https://media.licdn.com/dms/image/C5603AQHU5NJEaobGxw/profile-displayphoto-shrink_200_200/0/1640283452130?e=2147483647&v=beta&t=06W-SPe1ymi-ev-pEMTmgOQ7J1vsraQsMJnZ8x2C0pc\",\"url\":\"https://in.linkedin.com/in/varsha-singh-725b66139?trk=public_profile_recommendations\"},\"text\":\"“I would describe Pradip as an extremely hard working, focused and insightful person. He is very good team player and an individual contributor at the same time. He was working as the Technical lead in my project - the role involved functional and technical knowledge along with management to some extent. I have not seen any deliverables ever slipping from the team during the time Pradip was in charge. His knack for technicalities, documentation, detailing, open communication and enabling others to understand the Technical/Data science front of a work is commendable. He takes responsibilities very religiously and ensures timelines are met. It was a wonderful & enriching experience working with Pradip!”\"},{\"author\":{\"name\":\"Manish Khandelwal\",\"avatar\":\"https://static.licdn.com/aero-v1/sc/h/9c8pery4andzj6ohjkjp54ma2\",\"url\":\"https://in.linkedin.com/in/manishkhandelwal89?trk=public_profile_recommendations\"},\"text\":\"“Pradip is an excellent individual who puts his best effort to complete the task at hand. He worked with me as an intern and then as a Data Scientist, and I was always impressed by his consistency. Though he is a data scientist, I have never seen him compromising with the code quality. His curiosity and ability to ask right questions before and during the project makes it easy for team members to execute the end to end project. His knowledge of Machine Learning, Big Data and his experience of software development gives him a leverage in data science field and makes him a great asset for any organisation. ”\"}],\"recommendations_count\":4,\"volunteer_experience\":[],\"projects\":[{\"title\":\"Project Collaboration Network Analysis\",\"meta\":\"Oracle's Aconex is a project collaboration solution where multiple organizations collaborate with each other to successfully execute a project. Network analysis for collaboration is a data science project which gives insights about organization inclouding project using data analysis and graph theory. Results of analysis served to users using d3 js visualization where users can interact with graphs, apply a filter to it with different criteria, and gains actionable insights. \\n\\nTechnologies: Network analysis, networkx, Python, d3 js, Javascript.\",\"duration\":\"Jun 2020 - Present\",\"start_date\":\"Jun 2020\",\"end_date\":\"Present\"},{\"title\":\"Identifying legal risks in correspondences (mails)\",\"meta\":\"The system monitors an ongoing construction & engineering projects in near-real-time and labels the correspondence (mails)  as litigious if there is a litigation risk associated with the last mail sent. The system then presents the information to a human decision-maker. The human decision-maker can change the labels associated with each mail in case the prediction is incorrect judged based on human experience and intuition. The changed label will be fed back to the system as new training data to improve the prediction accuracy over time.\\n\\nTechnologies: NLP, MLOps, Python, NLTK, Gensim, mlflow, Docker.\",\"duration\":\"Mar 2020 - Present\",\"start_date\":\"Mar 2020\",\"end_date\":\"Present\"},{\"title\":\"Predict Audience\",\"meta\":\"Uses Behavioral targeting and lookalike strategies focusing on user’s online behavior to predict users who are more likely to convert for the advertiser.\",\"duration\":\"Nov 2018 - Present\",\"start_date\":\"Nov 2018\",\"end_date\":\"Present\",\"otherCreators\":[{\"name\":\"Hari Krishna Kunderu\",\"profile\":\"https://in.linkedin.com/in/hari-krishna-kunderu-a5b99074?trk=public_profile_project_contributor-image\",\"avatar\":\"https://media.licdn.com/dms/image/C5103AQEnLbtQTQGWFg/profile-displayphoto-shrink_400_400/0/1518189588962?e=2147483647&v=beta&t=oMEkPNf5UrMZ69v-ERyW5gOtAr-XmkTF0eAKbiJpClU\"},{\"name\":\"Manish Pathak\",\"profile\":\"https://in.linkedin.com/in/manish-pathak-a06b6a110?trk=public_profile_project_contributor-image\",\"avatar\":\"https://static.licdn.com/aero-v1/sc/h/9c8pery4andzj6ohjkjp54ma2\"}]},{\"title\":\"Predict Context Segments\",\"meta\":\"Contextual targeting reaches a set of the audience representing a context instead of using personal identifiers to target users. Here context can consist of features like URL, keywords, postcode, browser, OS, etc.\\n\\nTechnologies: Python, Scala, Spark, Hive, Databricks.\",\"duration\":\"Aug 2018 - Present\",\"start_date\":\"Aug 2018\",\"end_date\":\"Present\",\"otherCreators\":[{\"name\":\"Anil Kumar\",\"profile\":\"https://in.linkedin.com/in/anil-kumar-j?trk=public_profile_project_contributor-image\",\"avatar\":\"https://media.licdn.com/dms/image/C5103AQH76TMugUzN2g/profile-displayphoto-shrink_400_400/0/1561917127296?e=2147483647&v=beta&t=-igVP3y_QgZbLP1ZggHjkAoXTKfoirh6jbzqYrWsNUo\"},{\"name\":\"Ujwala Musku\",\"profile\":\"https://www.linkedin.com/in/ujwala-musku-18677a62?trk=public_profile_project_contributor-image\",\"avatar\":\"https://static.licdn.com/aero-v1/sc/h/9c8pery4andzj6ohjkjp54ma2\"},{\"name\":\"Manish Pathak\",\"profile\":\"https://in.linkedin.com/in/manish-pathak-a06b6a110?trk=public_profile_project_contributor-image\",\"avatar\":\"https://static.licdn.com/aero-v1/sc/h/9c8pery4andzj6ohjkjp54ma2\"}]},{\"title\":\"AutoML\",\"meta\":\"Automated Machine Learning system, is a distributed service which selects the best machine learning model with automatically tunned hyperparameter for a given dataset. We have used Bayesian optimization for same.\\n\\nTeam Size: 3 | Technologies: Python, Scala, Spark, SparkML, AWS EMR.\",\"duration\":\"Jan 2018 Aug 2018\",\"start_date\":\"Jan 2018\",\"end_date\":\"Aug 2018\",\"otherCreators\":[{\"name\":\"Rahul Kumar\",\"profile\":\"https://in.linkedin.com/in/rahul-kumar-b5ba2658?trk=public_profile_project_contributor-image\",\"avatar\":\"https://static.licdn.com/aero-v1/sc/h/9c8pery4andzj6ohjkjp54ma2\"},{\"name\":\"Manish Pathak\",\"profile\":\"https://in.linkedin.com/in/manish-pathak-a06b6a110?trk=public_profile_project_contributor-image\",\"avatar\":\"https://static.licdn.com/aero-v1/sc/h/9c8pery4andzj6ohjkjp54ma2\"}]},{\"title\":\"Concept Map Building\",\"meta\":\"Worked on creating a dataset for relation extraction (concept map building) for one of the startups in our innovation center in IIIT Bangalore. Which involved web scraping and accessing data from different sources using rest API, followed by data cleaning and preprocessing. Finally trained word2vec model on custom data.\\nTeam Size: 1 | Technologies: Python, NLTK, Scrapy.\",\"duration\":\"Jul 2017 Nov 2017\",\"start_date\":\"Jul 2017\",\"end_date\":\"Nov 2017\",\"otherCreators\":[{\"name\":\"Kuldeep Yadav\",\"profile\":\"https://in.linkedin.com/in/kyadav?trk=public_profile_project_contributor-image\",\"avatar\":\"https://media.licdn.com/dms/image/D4D03AQEtd-0UG8IceA/profile-displayphoto-shrink_400_400/0/1686384808970?e=2147483647&v=beta&t=rIvOE8vkxwIuFc_MaRXnU1MLYDOjtav_BkXzv8luRmg\"}]},{\"title\":\"Automating the detection of Diabetic Retinopathy\",\"meta\":\"Diabetic retinopathy (DR) is the most common cause of blindness arising in the progression of diabetes. The visual impairment can be avoided by detecting DR in its early stage. In this project, we have used an SVM classifier to detect DR from fundus images using SIFT fetures and textural features obtained from the Gray Level Co-occurrence Matrix (GLCM).\\n\\nTechnologies : Python, Sklearn, OpenCV, Skimage, NumPy\",\"duration\":\"Feb 2017 Apr 2017\",\"start_date\":\"Feb 2017\",\"end_date\":\"Apr 2017\",\"otherCreators\":[{\"name\":\"Prajith Kumar Chilummula\",\"profile\":\"https://in.linkedin.com/in/prajith-kumar-chilummula?trk=public_profile_project_contributor-image\",\"avatar\":\"https://media.licdn.com/dms/image/C4D03AQE3Q_ZfKctkJA/profile-displayphoto-shrink_400_400/0/1652498360555?e=2147483647&v=beta&t=xUYyvCSmm2MENy-Zqqf1Kvtte1pdNyMwwEe2QXMkQB0\"},{\"name\":\"Nitish Vashisth\",\"profile\":\"https://in.linkedin.com/in/nitish-vashisth-31858366?trk=public_profile_project_contributor-image\",\"avatar\":\"https://static.licdn.com/aero-v1/sc/h/9c8pery4andzj6ohjkjp54ma2\"}]},{\"title\":\"Bus Bunching\",\"meta\":\"When two or  more buses running from same source to destination,arrived at bus stop on same time or less than expected time interval ,they formed bunching.\\nThe project aimed to identify the bunching locations and the probable causes . Extensive data analysis was done on BMTC data , to gain insights. \\n\\nTechnologies : Python,Pandas,Matplotlib.\",\"duration\":\"Jan 2017 Apr 2017\",\"start_date\":\"Jan 2017\",\"end_date\":\"Apr 2017\",\"otherCreators\":[{\"name\":\"Amey Pandit\",\"profile\":\"https://sg.linkedin.com/in/amey-pandit-51497821?trk=public_profile_project_contributor-image\",\"avatar\":\"https://media.licdn.com/dms/image/C5603AQEog36NnrarBQ/profile-displayphoto-shrink_400_400/0/1618325336851?e=2147483647&v=beta&t=c9B8bMwyoCTzjGyQiKOA22wCKBB9ACxmlt_XvInO-0U\"},{\"name\":\"Nitish Vashisth\",\"profile\":\"https://in.linkedin.com/in/nitish-vashisth-31858366?trk=public_profile_project_contributor-image\",\"avatar\":\"https://static.licdn.com/aero-v1/sc/h/9c8pery4andzj6ohjkjp54ma2\"}]},{\"title\":\"Sentiment Analysis\",\"meta\":\"Build sentiment analysis model using state of the art deep learning technique, including word embedding word2vec and Recurrent Neural Network (RNN) with Long Short Term Memory (LSTM).Compared model performance with baseline model Naive Bayes/Logistic Regression/SVM with Bag of words approach.\\n\\nTechnologies : Python,Pandas,Sklearn,Keras.\",\"duration\":\"Jan 2017 Mar 2017\",\"start_date\":\"Jan 2017\",\"end_date\":\"Mar 2017\"}],\"patents\":[],\"publications\":[],\"awards\":[{\"title\":\"Quarterly Award Winner\",\"issuer\":\"MIQ\",\"issuedOn\":\"2019-07-01T00:00:00.000Z\",\"description\":\"Quarterly award winner for courage and determination at work.\\n<!---->\"},{\"title\":\"Winner at HackIQ 2018 hackathon, MIQ\",\"issuer\":\"MIQ\",\"issuedOn\":\"2018-07-01T00:00:00.000Z\",\"description\":\"Winner at HackIQ 2018  for our team's development of a Line Follower Delivery Robot Unlocking Using Facial Recognition.\\n<!---->\"}],\"contributions\":[],\"organizations\":[],\"timestamp\":\"2023-12-26T14:08:31.746Z\"}]\n",
            "Time taken: 26.273836851119995\n"
          ]
        }
      ],
      "source": [
        "import requests\n",
        "import time\n",
        "import json\n",
        "from time import sleep\n",
        "\n",
        "username = ''\n",
        "apiKey = ''\n",
        "scraper = 'linkedinProfile'\n",
        "url = linkedin_url\n",
        "\n",
        "apiEndPoint = \"http://api.scraping-bot.io/scrape/data-scraper\"\n",
        "apiEndPointResponse = \"http://api.scraping-bot.io/scrape/data-scraper-response?\"\n",
        "\n",
        "payload = json.dumps({\"url\": url, \"scraper\": scraper})\n",
        "headers = {\n",
        "    'Content-Type': \"application/json\"\n",
        "}\n",
        "\n",
        "start_time = time.time()\n",
        "response = requests.request(\"POST\", apiEndPoint, data=payload, auth=(username, apiKey), headers=headers)\n",
        "if response.status_code == 200:\n",
        "    print(response.json())\n",
        "    print(response.json()[\"responseId\"])\n",
        "    responseId = response.json()[\"responseId\"]\n",
        "\n",
        "    pending = True\n",
        "    count = 0\n",
        "    while pending:\n",
        "        count+=1\n",
        "        # sleep 5s between each loop, social-media scraping can take quite long to complete\n",
        "        # so there is no point calling the api quickly as we will return an error if you do so\n",
        "        sleep(5)\n",
        "        finalResponse = requests.request(\"GET\", apiEndPointResponse + \"scraper=\" + scraper + \"&responseId=\" + responseId\n",
        "                                         , auth=(username, apiKey))\n",
        "        result = finalResponse.json()\n",
        "        if type(result) is list:\n",
        "            pending = False\n",
        "            print(finalResponse.text)\n",
        "        elif type(result) is dict:\n",
        "            if \"status\" in result and result[\"status\"] == \"pending\":\n",
        "                print(result[\"message\"])\n",
        "                continue\n",
        "            elif result[\"error\"] is not None:\n",
        "                pending = False\n",
        "                print(json.dumps(result, indent=4))\n",
        "\n",
        "else:\n",
        "    print(response.text)\n",
        "\n",
        "end_time = time.time()\n",
        "time_taken = end_time - start_time\n",
        "print(\"Time taken:\", time_taken)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 15,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "uP3LM364d0Li",
        "outputId": "3186840a-5eb6-484f-fd9b-da0c8c4dabb4"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "[{'url': 'https://www.linkedin.com/in/pradipnichite/?_l=en',\n",
              "  'name': 'Pradip Nichite',\n",
              "  'current_company': {'name': 'FutureSmart AI',\n",
              "   'link': 'https://in.linkedin.com/company/futuresmartai?trk=public_profile_topcard-current-company'},\n",
              "  'avatar': 'https://media.licdn.com/dms/image/D4D03AQFU1AiD1jO0fg/profile-displayphoto-shrink_200_200/0/1674710874602?e=2147483647&v=beta&t=KWT0V2ZwkvcBxBK3vACgifZijNQ9JcQrlJdnW6n4yF8',\n",
              "  'about': \"🚀 I'm a Top Rated Plus NLP freelancer on Upwork with over $100K in earnings and a 100%…\",\n",
              "  'city': 'Mumbai, Maharashtra, India',\n",
              "  'followers': '21K followers',\n",
              "  'following': '500+ connections',\n",
              "  'educations_details': 'International Institute of Information Technology – Bangalore',\n",
              "  'posts': [{'title': 'How does a machine learning algorithm learn? (with intuition and math that you already know )',\n",
              "    'attribution': 'By Pradip Nichite',\n",
              "    'img': 'https://static.licdn.com/scds/common/u/img/pic/pic_pulse_stock_article_9.jpg',\n",
              "    'link': 'https://www.linkedin.com/pulse/how-does-machine-learning-algorithm-learn-intuition-math-nichite?trk=public_profile_article_view',\n",
              "    'created_at': '2021-09-09T00:00:00.000Z'}],\n",
              "  'experience': [],\n",
              "  'education': [],\n",
              "  'certifications': [{'title': 'Deep Learning Specialization',\n",
              "    'subtitle': 'Coursera',\n",
              "    'credentialLink': 'https://www.coursera.org/account/accomplishments/specialization/certificate/6LGXC7ZGP9NR?trk=public_profile_see-credential'}],\n",
              "  'courses': [{'title': 'Data Structures and Algorithms', 'subtitle': '-'},\n",
              "   {'title': 'Deep Learning for Automatic Speech Recognition (ASR)',\n",
              "    'subtitle': '-'},\n",
              "   {'title': 'Linear Algebra', 'subtitle': '-'},\n",
              "   {'title': 'Machine Perception (Computer Vision)', 'subtitle': '-'},\n",
              "   {'title': 'Probability and Statistics', 'subtitle': '-'}],\n",
              "  'languages': [{'title': 'English',\n",
              "    'subtitle': 'Native or bilingual proficiency'}],\n",
              "  'groups': [],\n",
              "  'people_also_viewed': [{'img': 'https://media.licdn.com/dms/image/C5103AQGS8CDxke76-A/profile-displayphoto-shrink_400_400/0/1559829070276?e=2147483647&v=beta&t=u_Lk6cGiQX925egQxDScTXuvwKtHEn-5EfmasRHueEk',\n",
              "    'profile_link': 'https://in.linkedin.com/in/ramsrig?trk=public_profile_browsemap-profile',\n",
              "    'name': 'Ramsri Goutham Golla',\n",
              "    'location': 'Hyderabad'},\n",
              "   {'img': 'https://static.licdn.com/aero-v1/sc/h/9c8pery4andzj6ohjkjp54ma2',\n",
              "    'profile_link': 'https://in.linkedin.com/in/rajashekar-vt-733280228?trk=public_profile_browsemap-profile',\n",
              "    'name': 'Rajashekar VT',\n",
              "    'position': 'ML Engineer At FutureSmartAI | NLP | LLMs | OpenAI',\n",
              "    'location': 'Bengaluru'},\n",
              "   {'img': 'https://media.licdn.com/dms/image/D5603AQFSQMGs6HD2xA/profile-displayphoto-shrink_400_400/0/1698420573034?e=2147483647&v=beta&t=yf1TIOS5vJTzOXWRc_x-ifd8EeUTlaYEAgXCeMde8hE',\n",
              "    'profile_link': 'https://in.linkedin.com/in/mungoliabhishek81?trk=public_profile_browsemap-profile',\n",
              "    'name': 'Abhishek Mungoli',\n",
              "    'location': 'Bengaluru'},\n",
              "   {'img': 'https://media.licdn.com/dms/image/C4E03AQGfzEtRhrPHdw/profile-displayphoto-shrink_400_400/0/1619776973437?e=2147483647&v=beta&t=zpddVcBKfIk47fwfQ_FmNp-gqWYPn_cPdWqPrdeBut4',\n",
              "    'profile_link': 'https://in.linkedin.com/in/sanyambhutani?trk=public_profile_browsemap-profile',\n",
              "    'name': 'Sanyam Bhutani',\n",
              "    'location': 'Bangalore Urban'},\n",
              "   {'img': 'https://media.licdn.com/dms/image/C4E03AQHFGmCDjxWzjg/profile-displayphoto-shrink_400_400/0/1643009949453?e=2147483647&v=beta&t=0ropsY8IuYIINc9VQPcp23z8Mvu4yr8sj8B-xFzyWuU',\n",
              "    'profile_link': 'https://in.linkedin.com/in/sayak-paul?trk=public_profile_browsemap-profile',\n",
              "    'name': 'Sayak Paul',\n",
              "    'location': 'Kolkata'},\n",
              "   {'img': 'https://media.licdn.com/dms/image/C4E03AQHVyH-IfD1KbQ/profile-displayphoto-shrink_400_400/0/1629877234109?e=2147483647&v=beta&t=2-82TM3a1p9zeLWZpPLL3frC4qk8rhHZvm03EJGisiM',\n",
              "    'profile_link': 'https://www.linkedin.com/in/sebastianraschka?trk=public_profile_browsemap-profile',\n",
              "    'name': 'Sebastian Raschka, PhD',\n",
              "    'location': 'Madison, WI'},\n",
              "   {'img': 'https://media.licdn.com/dms/image/D4D03AQGCEV0fcC9IDA/profile-displayphoto-shrink_400_400/0/1694936806554?e=2147483647&v=beta&t=JF5FoeTH2Yolz_AJUSYniHbYiQEfolA4rnptUhVrplc',\n",
              "    'profile_link': 'https://np.linkedin.com/in/rupeshgelal?trk=public_profile_browsemap-profile',\n",
              "    'name': 'Rupesh Gelal',\n",
              "    'position': 'AI Engineer | NLP | LLMs',\n",
              "    'location': 'Kathmandu'},\n",
              "   {'img': 'https://media.licdn.com/dms/image/D5603AQG10blEJathgA/profile-displayphoto-shrink_400_400/0/1695341213255?e=2147483647&v=beta&t=KnHAM6s1JRo3khTRzRGkEisJZ0M_LWdGKDM8GGur840',\n",
              "    'profile_link': 'https://www.linkedin.com/in/shubhamsaboo?trk=public_profile_browsemap-profile',\n",
              "    'name': 'Shubham Saboo',\n",
              "    'location': 'Austin, TX'},\n",
              "   {'img': 'https://media.licdn.com/dms/image/D5603AQGXOURlV0E83w/profile-displayphoto-shrink_400_400/0/1665597849942?e=2147483647&v=beta&t=65RcrvUspHBN-AXeIETFKX7rj_k8kuTJ3YeWQ4BLS70',\n",
              "    'profile_link': 'https://www.linkedin.com/in/ntnaggarwal?trk=public_profile_browsemap-profile',\n",
              "    'name': 'Nitin Aggarwal',\n",
              "    'location': 'Sunnyvale, CA'},\n",
              "   {'img': 'https://media.licdn.com/dms/image/C5603AQHU5NJEaobGxw/profile-displayphoto-shrink_200_200/0/1640283452130?e=2147483647&v=beta&t=06W-SPe1ymi-ev-pEMTmgOQ7J1vsraQsMJnZ8x2C0pc',\n",
              "    'profile_link': 'https://in.linkedin.com/in/varsha-singh-725b66139?trk=public_profile_browsemap-profile',\n",
              "    'name': 'Varsha Singh',\n",
              "    'position': 'Product Manager | Oracle',\n",
              "    'location': 'Bengaluru'},\n",
              "   {'img': 'https://media.licdn.com/dms/image/D5603AQF5pJ6T7vIcUQ/profile-displayphoto-shrink_400_400/0/1674324994434?e=2147483647&v=beta&t=Igyp-Dmih_OCZ3hhaSrfK0x1pRhGAT5Jdjqo1vr9SFs',\n",
              "    'profile_link': 'https://in.linkedin.com/in/sudalairajkumar?trk=public_profile_browsemap-profile',\n",
              "    'name': 'Sudalai Rajkumar - SRK',\n",
              "    'location': 'Chennai'},\n",
              "   {'img': 'https://media.licdn.com/dms/image/D4D03AQH1jwTZYuaUcA/profile-displayphoto-shrink_400_400/0/1670679538725?e=2147483647&v=beta&t=lKjyZtGv0Bp2NirB4r_7pFEI3J5sGSw48B8b2mV3_q8',\n",
              "    'profile_link': 'https://at.linkedin.com/in/pascalbiese?trk=public_profile_browsemap-profile',\n",
              "    'name': 'Pascal Biese',\n",
              "    'location': 'Vienna'},\n",
              "   {'img': 'https://media.licdn.com/dms/image/D4D03AQEC7NXN2_XGug/profile-displayphoto-shrink_400_400/0/1665493309138?e=2147483647&v=beta&t=ybixUacKlLGO7A8LyHc3w8zdwjzQ6vPEr5LSrMgVrt8',\n",
              "    'profile_link': 'https://in.linkedin.com/in/ayush-singh488/en?trk=public_profile_browsemap-profile',\n",
              "    'name': 'Ayush Singh',\n",
              "    'location': 'Patna'},\n",
              "   {'img': 'https://media.licdn.com/dms/image/C5603AQFvncvflX_kMQ/profile-displayphoto-shrink_400_400/0/1564316873672?e=2147483647&v=beta&t=wTMwwMddgJk9flBLy7lAiWszcfmW-7g7sfFsUSdM8lA',\n",
              "    'profile_link': 'https://bz.linkedin.com/in/omarsar?trk=public_profile_browsemap-profile',\n",
              "    'name': 'Elvis S.',\n",
              "    'location': 'Belmopan'},\n",
              "   {'img': 'https://media.licdn.com/dms/image/C4D03AQFpbPOqpBlh_A/profile-displayphoto-shrink_400_400/0/1610297221977?e=2147483647&v=beta&t=o6JxqqPVfksnVNZZKB5LElTP3v2lBBEZbMDKT0enc0I',\n",
              "    'profile_link': 'https://ch.linkedin.com/in/francesco-saverio-zuppichini-94659a150?trk=public_profile_browsemap-profile',\n",
              "    'name': 'Francesco Saverio Zuppichini',\n",
              "    'location': 'Lugano'},\n",
              "   {'img': 'https://media.licdn.com/dms/image/C4D03AQEvjgRaw9c7DQ/profile-displayphoto-shrink_400_400/0/1658410665101?e=2147483647&v=beta&t=it8hBYB7HdfgATf8wxBjfZuK4HR8c2WiPLIRm2FJEe8',\n",
              "    'profile_link': 'https://in.linkedin.com/in/shailjamishra-?trk=public_profile_browsemap-profile',\n",
              "    'name': 'SHAILJA MISHRA🟢',\n",
              "    'location': 'Bengaluru'},\n",
              "   {'img': 'https://media.licdn.com/dms/image/D4D03AQF180_EeN_b_g/profile-displayphoto-shrink_400_400/0/1701435325377?e=2147483647&v=beta&t=1BRhOamTKfK3Lnjt6Uljh27lqMaXOG4GP3flqw-ucZM',\n",
              "    'profile_link': 'https://in.linkedin.com/in/mahendrachouhan01?trk=public_profile_browsemap-profile',\n",
              "    'name': 'Mahendra Singh Chouhan',\n",
              "    'location': 'Madhya Pradesh, India'},\n",
              "   {'img': 'https://media.licdn.com/dms/image/C5103AQEAU-zDUP6EKQ/profile-displayphoto-shrink_400_400/0/1533139483331?e=2147483647&v=beta&t=eL6m13JCX0QiHDHlZcxpAmzhuEcYIapLYULnz1_gcrs',\n",
              "    'profile_link': 'https://in.linkedin.com/in/priyanka-pathak155?trk=public_profile_browsemap-profile',\n",
              "    'name': 'Priyanka Pathak',\n",
              "    'location': 'Hyderabad'},\n",
              "   {'img': 'https://media.licdn.com/dms/image/C4E03AQEtS-fA1rThiQ/profile-displayphoto-shrink_400_400/0/1617971668343?e=2147483647&v=beta&t=oYLEkreG6Pmt7VCty28OsjL0-B9rNj2fME_TvoAaucs',\n",
              "    'profile_link': 'https://in.linkedin.com/in/utsav-aggarwal?trk=public_profile_browsemap-profile',\n",
              "    'name': 'Utsav Aggarwal',\n",
              "    'location': 'Bengaluru'},\n",
              "   {'img': 'https://media.licdn.com/dms/image/C5103AQE8PiyxBOAxnQ/profile-displayphoto-shrink_400_400/0/1516776567394?e=2147483647&v=beta&t=N7MXqxip-z8pf8HqD7ql_diGbBIbyDltu5sRi7bRymc',\n",
              "    'profile_link': 'https://de.linkedin.com/in/ashwanth-kumar-d?trk=public_profile_browsemap-profile',\n",
              "    'name': 'Ashwanth Kumar Daggula',\n",
              "    'location': 'Berlin'}],\n",
              "  'activities': [{'title': '🎓 Delighted to share that I have successfully completed the Post Graduate Management Program from UCLA Anderson School of Management! This was a…',\n",
              "    'attribution': 'Liked by Pradip Nichite',\n",
              "    'img': 'https://media.licdn.com/dms/image/D5622AQEwSOMLegupHQ/feedshare-shrink_2048_1536/0/1703572908001?e=1706745600&v=beta&t=QKDsKiG1tWDbF1b_o3TY59S4_sydfh35q5xoCu_AxA4',\n",
              "    'link': 'https://www.linkedin.com/posts/koustubh-tol_ucla-pgp-activity-7145302722706038785-c4vT?trk=public_profile'},\n",
              "   {'title': \"I completed a 10 mile run today, listening to Man's Search for Meaning by Viktor Frankl. I re-read it often. It fills me with gratitude for this…\",\n",
              "    'attribution': 'Liked by Pradip Nichite',\n",
              "    'img': 'https://media.licdn.com/dms/image/D5622AQFlFNKy5MguZw/feedshare-shrink_800/0/1703558941425?e=1706745600&v=beta&t=NDPscwV7WIIE9SFu62UbPMwb3o6M_En-ZbYa6eERnDA',\n",
              "    'link': 'https://www.linkedin.com/posts/lexfridman_i-completed-a-10-mile-run-today-listening-activity-7145244084209655808-JE7l?trk=public_profile'},\n",
              "   {'title': 'Complete Data Engineering Roadmap 2024 ( 8 End-To-End Projects) Starting your career in Data Engineering always feels overwhelming, should you…',\n",
              "    'attribution': 'Liked by Pradip Nichite',\n",
              "    'img': 'https://media.licdn.com/dms/image/D4D22AQETmu4uwyjDNQ/feedshare-shrink_800/0/1703424843122?e=1706745600&v=beta&t=EuUWja_FI6s-wTec03Xa3pmVCp-6e2l0j5hSl2poplI',\n",
              "    'link': 'https://www.linkedin.com/posts/darshil-parmar_dataengineering-dataengineer-dataanalytics-activity-7144681637933465600-8AAv?trk=public_profile'},\n",
              "   {'title': 'Got a chance to talk about a topic I have been wanting to discuss for a long time. I only had 15 minutes, so the slides are pretty brief. \"Staying…',\n",
              "    'attribution': 'Liked by Pradip Nichite',\n",
              "    'img': 'https://media.licdn.com/dms/image/D5622AQHBsYUY69z05g/feedshare-shrink_800/0/1703403768001?e=1706745600&v=beta&t=ypwjL9ozHN8VxNkBXmGBIBo6hWlPKC4fwIKQfZx3wl4',\n",
              "    'link': 'https://www.linkedin.com/posts/sayak-paul_got-a-chance-to-talk-about-a-topic-i-have-activity-7144593241470906368-PjcT?trk=public_profile'},\n",
              "   {'title': \"Isn't it way better to be efficient than too many people? Where people feel like they have an actual stake in the company and can have a big impact?…\",\n",
              "    'attribution': 'Liked by Pradip Nichite',\n",
              "    'img': 'https://media.licdn.com/dms/image/D4E22AQH3drfdWNuoEQ/feedshare-shrink_2048_1536/0/1703355642687?e=1706745600&v=beta&t=CmusnK2AV3LTXvQsRghpQiIJ8wZKyBjeGtn4cnPo_48',\n",
              "    'link': 'https://www.linkedin.com/posts/noahkagan_isnt-it-way-better-to-be-efficient-than-activity-7144391387742892032-U744?trk=public_profile'},\n",
              "   {'title': 'Open source AI foundation models will wipe out closed and proprietary AI models for the same reason Wikipedia wiped out generalist commercial…',\n",
              "    'attribution': 'Liked by Pradip Nichite',\n",
              "    'img': 'https://static.licdn.com/aero-v1/sc/h/3tvls051d0zvu8nj7yljkjtgl',\n",
              "    'link': 'https://www.linkedin.com/posts/yann-lecun_open-source-ai-foundation-models-will-wipe-activity-7144407457295974400--h44?trk=public_profile'},\n",
              "   {'title': 'In the rapidly evolving world of Gen AI, particularly Large Language Models (#llms), in a production environment is akin to playing a strategic…',\n",
              "    'attribution': 'Liked by Pradip Nichite',\n",
              "    'img': 'https://media.licdn.com/dms/image/D5622AQGU1J-Il40xxQ/feedshare-shrink_800/0/1703353894889?e=1706745600&v=beta&t=fYpfI7NnRXoD0ku2Tj6UtS6k803b1MbhVcGGXM9zpn0',\n",
              "    'link': 'https://www.linkedin.com/posts/sonukr0_llms-genai-generativeai-activity-7144384060906233857-MrEi?trk=public_profile'},\n",
              "   {'title': 'Glad to be on the panel as a speaker. :) Bootstrapped Founder Funded Founder Funded Founder Solo Indiehacker Thanks for the opportunity…',\n",
              "    'attribution': 'Liked by Pradip Nichite',\n",
              "    'img': 'https://media.licdn.com/dms/image/D5622AQEcYgf5U87kiQ/feedshare-shrink_800/0/1703315109126?e=1706745600&v=beta&t=1BSwWmPqqpO7mgWO3cOhygLN9NwkkPTL3FSIBYhDQt8',\n",
              "    'link': 'https://www.linkedin.com/posts/s-kris_glad-to-be-on-the-panel-as-a-speaker-activity-7144221379075186688-MpIS?trk=public_profile'},\n",
              "   {'title': 'The Apache 2.0 licensed Mixtral beats proprietary GPT-3.5 Turbo, Gemini Pro, and the newest Claude 2.1. It would just take careful fine-tuning to…',\n",
              "    'attribution': 'Liked by Pradip Nichite',\n",
              "    'img': 'https://media.licdn.com/dms/image/D4E22AQHw-UBfK2IT6A/feedshare-shrink_2048_1536/0/1703271607145?e=1706745600&v=beta&t=GWwHQbpMxfWfIIIt7sFH3wj9shZqHLAk86UQJbTia5c',\n",
              "    'link': 'https://www.linkedin.com/posts/andriyburkov_the-apache-20-licensed-mixtral-beats-proprietary-activity-7144038920027078656-h6a3?trk=public_profile'},\n",
              "   {'title': 'I turned 31 today & spent past year focusing on 2 of 3 big life decisions that Naval Ravikant talks about. This year was about taking steps in…',\n",
              "    'attribution': 'Liked by Pradip Nichite',\n",
              "    'img': 'https://static.licdn.com/aero-v1/sc/h/3tvls051d0zvu8nj7yljkjtgl',\n",
              "    'link': 'https://www.linkedin.com/posts/i-turned-31-today-spent-past-year-focusing-activity-7144200686161788929-_GdZ?trk=public_profile'},\n",
              "   {'title': 'Top LLM Providers ♨️ OpenAI - OpenAI is the most popular LLM providers with models like GPT-3, ChatGPT and GPT-4 💢 Azure OpenAI - Azure OpenAI…',\n",
              "    'attribution': 'Liked by Pradip Nichite',\n",
              "    'img': 'https://media.licdn.com/dms/image/D5622AQHItTB0EdzXZg/feedshare-shrink_800/0/1703314000574?e=1706745600&v=beta&t=pat0G1J8wNecfPaSZxIQAh4tH3B8-tguSMxfcALlmx0',\n",
              "    'link': 'https://www.linkedin.com/posts/kalyanksnlp_llms-generativeai-nlproc-activity-7144216732117741568-TuPa?trk=public_profile'},\n",
              "   {'title': 'If you hit a target from a 10-meter distance with a gun, people can attribute your success to the leverage of being able to be at that proximity or…',\n",
              "    'attribution': 'Liked by Pradip Nichite',\n",
              "    'img': 'https://media.licdn.com/dms/image/D5622AQHpkImQpK6geA/feedshare-shrink_800/0/1703219732115?e=1706745600&v=beta&t=BjpNuJjTpM24T-y9krsfMbGF7CZvEEl0UyfU7HUFzP0',\n",
              "    'link': 'https://www.linkedin.com/posts/ramsrig_startup-saas-solopreneurship-activity-7143821350103638016-EHIL?trk=public_profile'},\n",
              "   {'title': 'Operating a 15$ subscription solo SaaS is a secret weapon for freedom! It’s small enough to avoid the hassle of sales calls and demos, and it’s not…',\n",
              "    'attribution': 'Liked by Pradip Nichite',\n",
              "    'img': 'https://static.licdn.com/aero-v1/sc/h/3tvls051d0zvu8nj7yljkjtgl',\n",
              "    'link': 'https://www.linkedin.com/posts/ramsrig_saas-startup-solopreneurship-activity-7144234639870541824-8NGb?trk=public_profile'},\n",
              "   {'title': 'With Monster API’s no code workflow you can finetune and deploy LLMs as quick as the click of a button! Try out cookbooks and recipes on…',\n",
              "    'attribution': 'Liked by Pradip Nichite',\n",
              "    'img': 'https://media.licdn.com/dms/image/D4E22AQES10vgB3w64Q/feedshare-shrink_800/0/1703252616446?e=1706745600&v=beta&t=gVgCDIApD4489JGAVSxT4o6Su-9TFLQcgRn_bJYJjKg',\n",
              "    'link': 'https://www.linkedin.com/posts/with-monster-apis-no-code-workflow-you-can-activity-7143964505385934848-GNa2?trk=public_profile'},\n",
              "   {'title': \"In this video, I've delved into KDD 2021's paper 'A Dual Augmented Two-Tower Model For Online Large-scale Recommendation' from Meituan, the renowned…\",\n",
              "    'attribution': 'Liked by Pradip Nichite',\n",
              "    'img': 'https://static.licdn.com/aero-v1/sc/h/3tvls051d0zvu8nj7yljkjtgl',\n",
              "    'link': 'https://www.linkedin.com/posts/mungoliabhishek81_datatrek-datascience-machinelearning-activity-7143938810618200064-HJGI?trk=public_profile'},\n",
              "   {'title': \"Shahrukh Khan is recognized for his wit, humor, and charm. In this context, we've fine-tuned LLamav2 to respond briefly, in a crisp, witty, and…\",\n",
              "    'attribution': 'Liked by Pradip Nichite',\n",
              "    'img': 'https://media.licdn.com/dms/image/sync/D5627AQHwW6Foy_jgLw/articleshare-shrink_800/0/1703231571420?e=1704207600&v=beta&t=L4Q4Rf3zk7GNofts4d71tBsXa_JQAQHgcVk308e64J8',\n",
              "    'link': 'https://www.linkedin.com/posts/mungoliabhishek81_the-making-of-srkgpt-crafting-an-ai-with-activity-7143871128371945472-RetN?trk=public_profile'},\n",
              "   {'title': 'Integrating this with RAG/RaQA-based systems will be the next level. Super Excited!! Thanks, Pradip Nichite',\n",
              "    'attribution': 'Liked by Pradip Nichite',\n",
              "    'img': 'https://media.licdn.com/dms/image/sync/D4D27AQFLcnWDbMZlHg/articleshare-shrink_800/0/1703169528499?e=1704207600&v=beta&t=i1tPX7tnePQ1o9Q5vxTlgbEX5W1AD3c_YZrmR2YBXR4',\n",
              "    'link': 'https://www.linkedin.com/posts/krishanu-prabha-sinha_building-a-conversational-voice-chatbot-activity-7143651688774549504-Qb8M?trk=public_profile'}],\n",
              "  'recommendations': [{'author': {'name': 'Varsha Singh',\n",
              "     'avatar': 'https://media.licdn.com/dms/image/C5603AQHU5NJEaobGxw/profile-displayphoto-shrink_200_200/0/1640283452130?e=2147483647&v=beta&t=06W-SPe1ymi-ev-pEMTmgOQ7J1vsraQsMJnZ8x2C0pc',\n",
              "     'url': 'https://in.linkedin.com/in/varsha-singh-725b66139?trk=public_profile_recommendations'},\n",
              "    'text': '“I would describe Pradip as an extremely hard working, focused and insightful person. He is very good team player and an individual contributor at the same time. He was working as the Technical lead in my project - the role involved functional and technical knowledge along with management to some extent. I have not seen any deliverables ever slipping from the team during the time Pradip was in charge. His knack for technicalities, documentation, detailing, open communication and enabling others to understand the Technical/Data science front of a work is commendable. He takes responsibilities very religiously and ensures timelines are met. It was a wonderful & enriching experience working with Pradip!”'},\n",
              "   {'author': {'name': 'Manish Khandelwal',\n",
              "     'avatar': 'https://static.licdn.com/aero-v1/sc/h/9c8pery4andzj6ohjkjp54ma2',\n",
              "     'url': 'https://in.linkedin.com/in/manishkhandelwal89?trk=public_profile_recommendations'},\n",
              "    'text': '“Pradip is an excellent individual who puts his best effort to complete the task at hand. He worked with me as an intern and then as a Data Scientist, and I was always impressed by his consistency. Though he is a data scientist, I have never seen him compromising with the code quality. His curiosity and ability to ask right questions before and during the project makes it easy for team members to execute the end to end project. His knowledge of Machine Learning, Big Data and his experience of software development gives him a leverage in data science field and makes him a great asset for any organisation. ”'}],\n",
              "  'recommendations_count': 4,\n",
              "  'volunteer_experience': [],\n",
              "  'projects': [{'title': 'Project Collaboration Network Analysis',\n",
              "    'meta': \"Oracle's Aconex is a project collaboration solution where multiple organizations collaborate with each other to successfully execute a project. Network analysis for collaboration is a data science project which gives insights about organization inclouding project using data analysis and graph theory. Results of analysis served to users using d3 js visualization where users can interact with graphs, apply a filter to it with different criteria, and gains actionable insights. \\n\\nTechnologies: Network analysis, networkx, Python, d3 js, Javascript.\",\n",
              "    'duration': 'Jun 2020 - Present',\n",
              "    'start_date': 'Jun 2020',\n",
              "    'end_date': 'Present'},\n",
              "   {'title': 'Identifying legal risks in correspondences (mails)',\n",
              "    'meta': 'The system monitors an ongoing construction & engineering projects in near-real-time and labels the correspondence (mails)  as litigious if there is a litigation risk associated with the last mail sent. The system then presents the information to a human decision-maker. The human decision-maker can change the labels associated with each mail in case the prediction is incorrect judged based on human experience and intuition. The changed label will be fed back to the system as new training data to improve the prediction accuracy over time.\\n\\nTechnologies: NLP, MLOps, Python, NLTK, Gensim, mlflow, Docker.',\n",
              "    'duration': 'Mar 2020 - Present',\n",
              "    'start_date': 'Mar 2020',\n",
              "    'end_date': 'Present'},\n",
              "   {'title': 'Predict Audience',\n",
              "    'meta': 'Uses Behavioral targeting and lookalike strategies focusing on user’s online behavior to predict users who are more likely to convert for the advertiser.',\n",
              "    'duration': 'Nov 2018 - Present',\n",
              "    'start_date': 'Nov 2018',\n",
              "    'end_date': 'Present',\n",
              "    'otherCreators': [{'name': 'Hari Krishna Kunderu',\n",
              "      'profile': 'https://in.linkedin.com/in/hari-krishna-kunderu-a5b99074?trk=public_profile_project_contributor-image',\n",
              "      'avatar': 'https://media.licdn.com/dms/image/C5103AQEnLbtQTQGWFg/profile-displayphoto-shrink_400_400/0/1518189588962?e=2147483647&v=beta&t=oMEkPNf5UrMZ69v-ERyW5gOtAr-XmkTF0eAKbiJpClU'},\n",
              "     {'name': 'Manish Pathak',\n",
              "      'profile': 'https://in.linkedin.com/in/manish-pathak-a06b6a110?trk=public_profile_project_contributor-image',\n",
              "      'avatar': 'https://static.licdn.com/aero-v1/sc/h/9c8pery4andzj6ohjkjp54ma2'}]},\n",
              "   {'title': 'Predict Context Segments',\n",
              "    'meta': 'Contextual targeting reaches a set of the audience representing a context instead of using personal identifiers to target users. Here context can consist of features like URL, keywords, postcode, browser, OS, etc.\\n\\nTechnologies: Python, Scala, Spark, Hive, Databricks.',\n",
              "    'duration': 'Aug 2018 - Present',\n",
              "    'start_date': 'Aug 2018',\n",
              "    'end_date': 'Present',\n",
              "    'otherCreators': [{'name': 'Anil Kumar',\n",
              "      'profile': 'https://in.linkedin.com/in/anil-kumar-j?trk=public_profile_project_contributor-image',\n",
              "      'avatar': 'https://media.licdn.com/dms/image/C5103AQH76TMugUzN2g/profile-displayphoto-shrink_400_400/0/1561917127296?e=2147483647&v=beta&t=-igVP3y_QgZbLP1ZggHjkAoXTKfoirh6jbzqYrWsNUo'},\n",
              "     {'name': 'Ujwala Musku',\n",
              "      'profile': 'https://www.linkedin.com/in/ujwala-musku-18677a62?trk=public_profile_project_contributor-image',\n",
              "      'avatar': 'https://static.licdn.com/aero-v1/sc/h/9c8pery4andzj6ohjkjp54ma2'},\n",
              "     {'name': 'Manish Pathak',\n",
              "      'profile': 'https://in.linkedin.com/in/manish-pathak-a06b6a110?trk=public_profile_project_contributor-image',\n",
              "      'avatar': 'https://static.licdn.com/aero-v1/sc/h/9c8pery4andzj6ohjkjp54ma2'}]},\n",
              "   {'title': 'AutoML',\n",
              "    'meta': 'Automated Machine Learning system, is a distributed service which selects the best machine learning model with automatically tunned hyperparameter for a given dataset. We have used Bayesian optimization for same.\\n\\nTeam Size: 3 | Technologies: Python, Scala, Spark, SparkML, AWS EMR.',\n",
              "    'duration': 'Jan 2018 Aug 2018',\n",
              "    'start_date': 'Jan 2018',\n",
              "    'end_date': 'Aug 2018',\n",
              "    'otherCreators': [{'name': 'Rahul Kumar',\n",
              "      'profile': 'https://in.linkedin.com/in/rahul-kumar-b5ba2658?trk=public_profile_project_contributor-image',\n",
              "      'avatar': 'https://static.licdn.com/aero-v1/sc/h/9c8pery4andzj6ohjkjp54ma2'},\n",
              "     {'name': 'Manish Pathak',\n",
              "      'profile': 'https://in.linkedin.com/in/manish-pathak-a06b6a110?trk=public_profile_project_contributor-image',\n",
              "      'avatar': 'https://static.licdn.com/aero-v1/sc/h/9c8pery4andzj6ohjkjp54ma2'}]},\n",
              "   {'title': 'Concept Map Building',\n",
              "    'meta': 'Worked on creating a dataset for relation extraction (concept map building) for one of the startups in our innovation center in IIIT Bangalore. Which involved web scraping and accessing data from different sources using rest API, followed by data cleaning and preprocessing. Finally trained word2vec model on custom data.\\nTeam Size: 1 | Technologies: Python, NLTK, Scrapy.',\n",
              "    'duration': 'Jul 2017 Nov 2017',\n",
              "    'start_date': 'Jul 2017',\n",
              "    'end_date': 'Nov 2017',\n",
              "    'otherCreators': [{'name': 'Kuldeep Yadav',\n",
              "      'profile': 'https://in.linkedin.com/in/kyadav?trk=public_profile_project_contributor-image',\n",
              "      'avatar': 'https://media.licdn.com/dms/image/D4D03AQEtd-0UG8IceA/profile-displayphoto-shrink_400_400/0/1686384808970?e=2147483647&v=beta&t=rIvOE8vkxwIuFc_MaRXnU1MLYDOjtav_BkXzv8luRmg'}]},\n",
              "   {'title': 'Automating the detection of Diabetic Retinopathy',\n",
              "    'meta': 'Diabetic retinopathy (DR) is the most common cause of blindness arising in the progression of diabetes. The visual impairment can be avoided by detecting DR in its early stage. In this project, we have used an SVM classifier to detect DR from fundus images using SIFT fetures and textural features obtained from the Gray Level Co-occurrence Matrix (GLCM).\\n\\nTechnologies : Python, Sklearn, OpenCV, Skimage, NumPy',\n",
              "    'duration': 'Feb 2017 Apr 2017',\n",
              "    'start_date': 'Feb 2017',\n",
              "    'end_date': 'Apr 2017',\n",
              "    'otherCreators': [{'name': 'Prajith Kumar Chilummula',\n",
              "      'profile': 'https://in.linkedin.com/in/prajith-kumar-chilummula?trk=public_profile_project_contributor-image',\n",
              "      'avatar': 'https://media.licdn.com/dms/image/C4D03AQE3Q_ZfKctkJA/profile-displayphoto-shrink_400_400/0/1652498360555?e=2147483647&v=beta&t=xUYyvCSmm2MENy-Zqqf1Kvtte1pdNyMwwEe2QXMkQB0'},\n",
              "     {'name': 'Nitish Vashisth',\n",
              "      'profile': 'https://in.linkedin.com/in/nitish-vashisth-31858366?trk=public_profile_project_contributor-image',\n",
              "      'avatar': 'https://static.licdn.com/aero-v1/sc/h/9c8pery4andzj6ohjkjp54ma2'}]},\n",
              "   {'title': 'Bus Bunching',\n",
              "    'meta': 'When two or  more buses running from same source to destination,arrived at bus stop on same time or less than expected time interval ,they formed bunching.\\nThe project aimed to identify the bunching locations and the probable causes . Extensive data analysis was done on BMTC data , to gain insights. \\n\\nTechnologies : Python,Pandas,Matplotlib.',\n",
              "    'duration': 'Jan 2017 Apr 2017',\n",
              "    'start_date': 'Jan 2017',\n",
              "    'end_date': 'Apr 2017',\n",
              "    'otherCreators': [{'name': 'Amey Pandit',\n",
              "      'profile': 'https://sg.linkedin.com/in/amey-pandit-51497821?trk=public_profile_project_contributor-image',\n",
              "      'avatar': 'https://media.licdn.com/dms/image/C5603AQEog36NnrarBQ/profile-displayphoto-shrink_400_400/0/1618325336851?e=2147483647&v=beta&t=c9B8bMwyoCTzjGyQiKOA22wCKBB9ACxmlt_XvInO-0U'},\n",
              "     {'name': 'Nitish Vashisth',\n",
              "      'profile': 'https://in.linkedin.com/in/nitish-vashisth-31858366?trk=public_profile_project_contributor-image',\n",
              "      'avatar': 'https://static.licdn.com/aero-v1/sc/h/9c8pery4andzj6ohjkjp54ma2'}]},\n",
              "   {'title': 'Sentiment Analysis',\n",
              "    'meta': 'Build sentiment analysis model using state of the art deep learning technique, including word embedding word2vec and Recurrent Neural Network (RNN) with Long Short Term Memory (LSTM).Compared model performance with baseline model Naive Bayes/Logistic Regression/SVM with Bag of words approach.\\n\\nTechnologies : Python,Pandas,Sklearn,Keras.',\n",
              "    'duration': 'Jan 2017 Mar 2017',\n",
              "    'start_date': 'Jan 2017',\n",
              "    'end_date': 'Mar 2017'}],\n",
              "  'patents': [],\n",
              "  'publications': [],\n",
              "  'awards': [{'title': 'Quarterly Award Winner',\n",
              "    'issuer': 'MIQ',\n",
              "    'issuedOn': '2019-07-01T00:00:00.000Z',\n",
              "    'description': 'Quarterly award winner for courage and determination at work.\\n<!---->'},\n",
              "   {'title': 'Winner at HackIQ 2018 hackathon, MIQ',\n",
              "    'issuer': 'MIQ',\n",
              "    'issuedOn': '2018-07-01T00:00:00.000Z',\n",
              "    'description': \"Winner at HackIQ 2018  for our team's development of a Line Follower Delivery Robot Unlocking Using Facial Recognition.\\n<!---->\"}],\n",
              "  'contributions': [],\n",
              "  'organizations': [],\n",
              "  'timestamp': '2023-12-26T14:08:31.746Z'}]"
            ]
          },
          "execution_count": 15,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "result"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 16,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "tL8m9yHkbxaB",
        "outputId": "7e89fead-3258-4e04-beb5-2853c6294d33"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "url\n",
            "name\n",
            "current_company\n",
            "avatar\n",
            "about\n",
            "city\n",
            "followers\n",
            "following\n",
            "educations_details\n",
            "posts\n",
            "experience\n",
            "education\n",
            "certifications\n",
            "courses\n",
            "languages\n",
            "groups\n",
            "people_also_viewed\n",
            "activities\n",
            "recommendations\n",
            "recommendations_count\n",
            "volunteer_experience\n",
            "projects\n",
            "patents\n",
            "publications\n",
            "awards\n",
            "contributions\n",
            "organizations\n",
            "timestamp\n"
          ]
        }
      ],
      "source": [
        "for i in result[0].keys():\n",
        "  print(i)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "FFelzsDvzxhP"
      },
      "source": [
        "# Linkedin Data Scraper https://rapidapi.com/mgujjargamingm/api/linkedin-data-scraper\n",
        "\n",
        "- Pricing: https://rapidapi.com/mgujjargamingm/api/linkedin-data-scraper/pricing\n",
        "- No posts section, contains featured section"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "iRwTCo2UxWyb",
        "outputId": "e58454c4-42a7-43bb-ad83-16581ae9bded"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Time taken: 2.758809804916382\n"
          ]
        }
      ],
      "source": [
        "import requests\n",
        "import time\n",
        "\n",
        "url = \"https://linkedin-data-scraper.p.rapidapi.com/person\"\n",
        "\n",
        "payload = { \"link\": linkedin_url }\n",
        "headers = {\n",
        "\t\"content-type\": \"application/json\",\n",
        "\t\"X-RapidAPI-Key\": \"\",\n",
        "\t\"X-RapidAPI-Host\": \"linkedin-data-scraper.p.rapidapi.com\"\n",
        "}\n",
        "\n",
        "start_time = time.time()\n",
        "response = requests.post(url, json=payload, headers=headers)\n",
        "end_time = time.time()\n",
        "time_taken = end_time - start_time\n",
        "print(\"Time taken:\", time_taken)\n",
        "\n",
        "data4 = response.json()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "45B1KUjWyfxo",
        "outputId": "21d0c842-db7f-4d0f-bcaa-a1ea35f5dc5e"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "{'success': True,\n",
              " 'status': 200,\n",
              " 'data': {'data': {'firstName': 'Pradip',\n",
              "   'lastName': 'Nichite',\n",
              "   'fullName': 'Pradip Nichite',\n",
              "   'publicIdentifier': 'pradipnichite',\n",
              "   'headline': 'Top Rated Plus - NLP Freelancer | Custom NLP Solutions | GPT-4 | AI Demos',\n",
              "   'associatedHashtags': 'Talks about #nlp, #gpt3, #freelancing, #machinelearning, and #artificialintelliegence',\n",
              "   'connections': 1,\n",
              "   'followers': 21404,\n",
              "   'emailRequired': False,\n",
              "   'creatorWebsite': {'name': 'My Youtube Channel  ',\n",
              "    'link': 'https://www.youtube.com/c/PradipNichiteAI'},\n",
              "   'openConnection': True,\n",
              "   'urn': 'ACoAAA0aCz0B_r8k5MLp8w-N_giV2qCoIIYco6w',\n",
              "   'updates': [{'postText': \"I've earned over $100K 💰 and achieved Expert-Vetted status (top 1% 🌟) on Upwork, specializing in #NLP and #generativeai . Interested in NLP or generative AI? \\n\\nExplore my YouTube tutorials 📺, featuring a range of topics: Hugging Face Transformers, SentenceTransformers, OpenAI's ChatGPT, GPT-4, various LLM libraries including LangChain and LlamaIndex, Vector databases like Pinecone and Chroma DB, plus insights on deploying LLM applications 🚀\\n\\nChannel: https://lnkd.in/dR5x4A3y\\n\\nNLP Roadmap 2023: Step-by-Step Guide with Resources\\nhttps://lnkd.in/gYw59y4T\\n\\nLearn How to use Hugging face Transformers Library\\nhttps://lnkd.in/gf-j-CXr\\n\\nFine Tune Transformers Model like BERT on Custom Dataset.\\nhttps://lnkd.in/gAdbr-9T\\n\\nSentence Transformers: Sentence Embedding, Sentence Similarity, Semantic Search and Clustering\\nhttps://lnkd.in/gispjP44\\n\\nVector Database Beginer hands on Tutorial\\nhttps://lnkd.in/gB5pVnac\\n\\nSemantic Search with Open-Source Vector DB: Chroma DB | Pinecone Alternative\\nhttps://lnkd.in/gWTtzBC5\\n\\nBuilding a Document-based Question Answering System with LangChain, Pinecone, and LLMs like GPT-4.\\nhttps://lnkd.in/gvsSFptJ\\n\\nChatbot Answering from Your Own Knowledge Base: Langchain, ChatGPT, Pinecone, and Streamlit\\nhttps://lnkd.in/gx2WBatQ\\n\\nLangChain, SQL Agents & OpenAI LLMs: Query Database Using Natural Language\\nhttps://lnkd.in/gdeygpUb\\n\\nMastering LlamaIndex : Create, Save & Load Indexes, Customize LLMs, Prompts & Embeddings\\nhttps://lnkd.in/gfkqWNH4\\n\\nNL2SQL with LlamaIndex: Querying Databases Using Natural Language\\nhttps://lnkd.in/g6v3a6MG\\n\\nUsing OpenAI's ChatGPT API to Build a Conversational AI Chatbot\\nhttps://lnkd.in/g58GWQyM\\n\\nBuild Chatbot using OpenAI's Latest Assistants API - A Beginner's Guide\\nhttps://lnkd.in/ghRcZgnF\\n\\nOpenAI Function Calling Explained: Chat Completions & Assistants API\\nhttps://lnkd.in/gSBY6spe\\n\\nFine-Tuning GPT-3.5 on Custom Dataset: A Step-by-Step Guide\\nhttps://lnkd.in/gDCcNBnz\\n\\nDeploy FastAPI & Open AI ChatGPT on AWS EC2: A Comprehensive Step-by-Step Guide\\nhttps://lnkd.in/gCFXWT_r\\n\\nDeploy GPT Streamlit App on AWS EC2 | OpenAI | AWS Tutotrials\\nhttps://lnkd.in/gqMZASjn\",\n",
              "     'image': 'https://media.licdn.com/dms/image/sync/D4D27AQEBngiDneaqxQ/articleshare-shrink_800/0/1703189052990?e=1704520800&v=beta&t=wsHymZMVW4kISHz6N7Ave1yLe7ojKJDqQLsK6Pa8_Hw',\n",
              "     'postLink': 'https://www.linkedin.com/feed/update/urn:li:activity:7133477037373104128?updateEntityUrn=urn%3Ali%3Afs_feedUpdate%3A%28V2%2Curn%3Ali%3Aactivity%3A7133477037373104128%29',\n",
              "     'numLikes': 551,\n",
              "     'numComments': 22,\n",
              "     'reactionTypeCounts': [{'count': 510, 'reactionType': 'LIKE'},\n",
              "      {'count': 17, 'reactionType': 'PRAISE'},\n",
              "      {'count': 13, 'reactionType': 'EMPATHY'},\n",
              "      {'count': 7, 'reactionType': 'INTEREST'},\n",
              "      {'count': 4, 'reactionType': 'APPRECIATION'}]},\n",
              "    {'postText': \"😃Wow, it's an honor to have been featured on Darshil Parmar's podcast! I'll never forget how his tips on writing proposals helped shape my journey as a data science freelancer in my early days. \\n\\n🙏 I'm grateful for the opportunity to share my story and pay it forward.\\n\\n👇\",\n",
              "     'image': 'https://media.licdn.com/dms/image/sync/D4D27AQHlqqpakeq6Pg/articleshare-shrink_800/0/1703389104527?e=1704520800&v=beta&t=_mm0sr7ReFBp6EtVmE5qZuCl32M1b9DmNvWLbqbPEeQ',\n",
              "     'postLink': 'https://www.linkedin.com/feed/update/urn:li:activity:7027612312102395904?updateEntityUrn=urn%3Ali%3Afs_feedUpdate%3A%28V2%2Curn%3Ali%3Aactivity%3A7027612312102395904%29',\n",
              "     'numLikes': 106,\n",
              "     'numComments': 0,\n",
              "     'reactionTypeCounts': [{'count': 94, 'reactionType': 'LIKE'},\n",
              "      {'count': 11, 'reactionType': 'PRAISE'},\n",
              "      {'count': 1, 'reactionType': 'EMPATHY'}]},\n",
              "    {'postText': '🎉 New Video on Data Science Freelancing.\\nMany people have asked me what libraries and technologies I use in my work, so I have explained this.\\n\\nVideo 👇\\nhttps://lnkd.in/dgDnFqde\\n\\n#freelancing #datascience ',\n",
              "     'image': 'https://media.licdn.com/dms/image/C4D22AQE5LdX2jyPpEA/feedshare-shrink_2048_1536/0/1669206233963?e=1706745600&v=beta&t=tJqzeYFH2T3ulZoRnGH19GkfO5y6rUEce-ty1HG92-M',\n",
              "     'postLink': 'https://www.linkedin.com/feed/update/urn:li:activity:7001158390047485952?updateEntityUrn=urn%3Ali%3Afs_feedUpdate%3A%28V2%2Curn%3Ali%3Aactivity%3A7001158390047485952%29',\n",
              "     'numLikes': 84,\n",
              "     'numComments': 0,\n",
              "     'reactionTypeCounts': [{'count': 76, 'reactionType': 'LIKE'},\n",
              "      {'count': 4, 'reactionType': 'PRAISE'},\n",
              "      {'count': 2, 'reactionType': 'EMPATHY'},\n",
              "      {'count': 1, 'reactionType': 'APPRECIATION'},\n",
              "      {'count': 1, 'reactionType': 'INTEREST'}]},\n",
              "    {'image': 'https://media.licdn.com/dms/image/sync/D5627AQH96N8ku4TM0w/articleshare-shrink_800/0/1703818323776?e=1704520800&v=beta&t=7UBqlTv8oBJIerMrIbYP3CIZEQUwZHQtKhGZGS2TZPA',\n",
              "     'postLink': 'https://www.linkedin.com/in/pradipnichite/overlay/1635495129263/single-media-viewer?type=LINK&profileId=ACoAAA0aCz0B_r8k5MLp8w-N_giV2qCoIIYco6w',\n",
              "     'reactionTypeCounts': []},\n",
              "    {'postText': 'Finally, I am 🎖️Top Rated on Upwork with 100% Job Sucess.\\n\\n✅  In the last 3-4 months I have Successfully Completed multiple Projects: \\n\\n1. Text Classification, Document Classification\\n2. Sentiment Analysis, Aspect Based Sentiment Analysis\\n3. Custom Named Entity Recognition\\n4. Question Answering System\\n5. Topic Modeling\\n6. Extract Information from text using GPT-3\\n7. Fine-tuning GPT-3\\n\\nCurrently Working on Conversational AI: Rasa, Spacy, Transformers\\n\\n#machinelearning #nlp #freelancing',\n",
              "     'image': 'https://media.licdn.com/dms/image/C4D22AQGy_9f-ZfN0Kw/feedshare-shrink_2048_1536/0/1654667363756?e=1706745600&v=beta&t=Z7RtYmCMdgJE46PveQVpwOb-lCHMjDsQvawIUuxN6vo',\n",
              "     'postLink': 'https://www.linkedin.com/feed/update/urn:li:activity:6940177948461146113?updateEntityUrn=urn%3Ali%3Afs_feedUpdate%3A%28V2%2Curn%3Ali%3Aactivity%3A6940177948461146113%29',\n",
              "     'numLikes': 316,\n",
              "     'numComments': 45,\n",
              "     'reactionTypeCounts': [{'count': 272, 'reactionType': 'LIKE'},\n",
              "      {'count': 31, 'reactionType': 'PRAISE'},\n",
              "      {'count': 10, 'reactionType': 'EMPATHY'},\n",
              "      {'count': 2, 'reactionType': 'APPRECIATION'},\n",
              "      {'count': 1, 'reactionType': 'INTEREST'}]}],\n",
              "   'about': \"🚀 I'm a Top Rated Plus NLP freelancer on Upwork with over $100K in earnings and a 100% Job Success rate. This journey began in 2022 after years of enriching experience in the field of Data Science.\\n\\nhttps://www.upwork.com/freelancers/pradipnichite\\n\\n📚 Starting my career in 2013 as a Software Developer focusing on backend and API development, I soon pursued my interest in Data Science by earning my M.Tech in IT from IIIT Bangalore, specializing in Data Science (2016 - 2018).\\n\\n💼 Upon graduation, I carved out a path in the industry as a Data Scientist at MiQ (2018 - 2020) and later ascended to the role of Lead Data Scientist at Oracle (2020 - 2022).\\n\\n🌐 Inspired by my freelancing success, I founded FutureSmart AI in September 2022. We provide custom AI solutions for clients using the latest models and techniques in NLP.\\n\\n🎥 In addition, I run AI Demos, a platform aimed at educating people about the latest AI tools through engaging video demonstrations.\\n\\n🧰 My technical toolbox encompasses:\\n🔧 Languages: Python, JavaScript, SQL.\\n🧪 ML Libraries: PyTorch, Transformers, LangChain.\\n🔍 Specialties: Semantic Search, Sentence Transformers, Vector Databases.\\n🖥️ Web Frameworks: FastAPI, Streamlit, Anvil.\\n☁️ Other: AWS, AWS RDS, MySQL.\\n\\n🚀 In the fast-evolving landscape of AI, FutureSmart AI and I stand at the forefront, delivering cutting-edge, custom NLP solutions to clients across various industries.\\n\\nUpwork Profile: https://www.upwork.com/freelancers/~014fdabc6436bf9bd4?viewMode=1\",\n",
              "   'experiences': [{'companyId': '80487372',\n",
              "     'companyUrn': 'urn:li:fsd_company:80487372',\n",
              "     'companyLink1': 'https://www.linkedin.com/company/80487372/',\n",
              "     'logo': 'https://media.licdn.com/dms/image/C560BAQFThENriW962w/company-logo_200_200/0/1649686217623/futuresmartai_logo?e=1712188800&v=beta&t=mf0hGwJHRoJCfVLq9IsxWxDsItiNtYL-B7_YE2iefoM',\n",
              "     'title': 'Founder & Lead Data Scientist',\n",
              "     'subtitle': 'FutureSmart AI · Self-employed',\n",
              "     'caption': 'Feb 2022 - Present · 1 yr 11 mos',\n",
              "     'breakdown': False,\n",
              "     'subComponents': [{'description': [{'type': 'textComponent',\n",
              "         'text': 'Building Custom Natural Language Processing Solutions.'},\n",
              "        {'type': 'textComponent',\n",
              "         'text': 'Skills: Natural Language Processing · Python · Amazon Web Services (AWS) · Continuous Integration and Continuous Delivery (CI/CD)'}]}]},\n",
              "    {'companyId': '4827017',\n",
              "     'companyUrn': 'urn:li:fsd_company:4827017',\n",
              "     'companyLink1': 'https://www.linkedin.com/company/4827017/',\n",
              "     'companyLink2': 'https://www.linkedin.com/company/upwork/',\n",
              "     'logo': 'https://media.licdn.com/dms/image/C4E0BAQFAvA55uI9RQQ/company-logo_200_200/0/1630655510176/upwork_logo?e=1712188800&v=beta&t=5ekE4YUxyYkFBVQJUOtQ0TIPpW7yxzibnSmonBaibc0',\n",
              "     'title': 'Freelance Data Scientist',\n",
              "     'subtitle': 'Upwork · Freelance',\n",
              "     'caption': 'Feb 2022 - Present · 1 yr 11 mos',\n",
              "     'breakdown': False,\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': '  helped me get this job'},\n",
              "        {'type': 'textComponent',\n",
              "         'text': 'Link : https://www.upwork.com/freelancers/~014fdabc6436bf9bd4?viewMode=1\\n\\n✅ Successfully Completed Projects: \\n\\n1. Text Classification, Document Classification\\n2. Sentiment Analysis, Aspect Based Sentiment Analysis\\n3. Custom Named Entity Recognition\\n4. Question Answering System\\n5. Topic Modeling\\n6. Fine-tuning GPT-3'},\n",
              "        {'type': 'textComponent',\n",
              "         'text': 'Skills: Natural Language Processing · Python · Amazon Web Services (AWS) · Continuous Integration and Continuous Delivery (CI/CD)'}]}]},\n",
              "    {'companyId': '1028',\n",
              "     'companyUrn': 'urn:li:fsd_company:1028',\n",
              "     'companyLink1': 'https://www.linkedin.com/company/1028/',\n",
              "     'logo': 'https://media.licdn.com/dms/image/D4E0BAQHYCgYovUuPtQ/company-logo_200_200/0/1665755678957/oracle_logo?e=1712188800&v=beta&t=YnD4pHigX0nzcqU5Skb8fw3SpBNIDju1WvuNE6MofHk',\n",
              "     'title': 'Oracle',\n",
              "     'subtitle': '2 yrs 1 mo',\n",
              "     'breakdown': True,\n",
              "     'subComponents': [{'title': 'Tech Lead - Data Science',\n",
              "       'subtitle': 'Full-time',\n",
              "       'caption': 'Sep 2021 - Feb 2022 · 6 mos',\n",
              "       'description': [{'type': 'textComponent',\n",
              "         'text': 'Machine Learning Solutions for Oracle Cloud Products.'},\n",
              "        {'type': 'textComponent',\n",
              "         'text': 'Skills: Natural Language Processing · SQL · Python · Flask · Continuous Integration and Continuous Delivery (CI/CD)'}]},\n",
              "      {'title': 'Data Science Mentor',\n",
              "       'caption': 'Jul 2021 - Feb 2022 · 8 mos',\n",
              "       'description': [{'type': 'textComponent',\n",
              "         'text': 'Helping Transition Internal Employees To Data Science Team'},\n",
              "        {'type': 'textComponent', 'text': 'Skills: Python'}]},\n",
              "      {'title': 'Senior Data Scientist ',\n",
              "       'subtitle': 'Full-time',\n",
              "       'caption': 'Feb 2020 - Dec 2021 · 1 yr 11 mos',\n",
              "       'metadata': 'Bengaluru Area, India',\n",
              "       'description': [{'type': 'textComponent',\n",
              "         'text': 'Email (text) Classification and Topic Modeling for identifying conflicts (Risks) during project collaboration.\\nPython, Spacy, Genism, Xgboost, Pytorch.\\nNLP, Deep Learning, MLOps, Docker.\\n\\nProject Collaboration Network Analysis\\nnetworkx, Python, d3 js, Javascript'},\n",
              "        {'type': 'textComponent',\n",
              "         'text': 'Skills: Natural Language Processing · SQL · Python · Flask'}]}]},\n",
              "    {'companyId': '9386799',\n",
              "     'companyUrn': 'urn:li:fsd_company:9386799',\n",
              "     'companyLink1': 'https://www.linkedin.com/company/9386799/',\n",
              "     'logo': 'https://media.licdn.com/dms/image/D4D0BAQGThG1CG7j6qw/company-logo_200_200/0/1683798704957/ueducation_logo?e=1712188800&v=beta&t=wuak9_mDfe_FpCDnKmVUx8TZP9qdhQlvCgSEWmU26TU',\n",
              "     'title': 'upGrad',\n",
              "     'subtitle': '10 mos',\n",
              "     'breakdown': True,\n",
              "     'subComponents': [{'title': 'Subject Matter Expert',\n",
              "       'caption': 'Sep 2021 - Nov 2021 · 3 mos',\n",
              "       'description': [{'type': 'textComponent',\n",
              "         'text': 'Collaborated with the Learning Experience Department for developing curriculum for MLOPs'},\n",
              "        {'type': 'textComponent', 'text': 'Skills: Python'}]},\n",
              "      {'title': 'Data Science Coach & Mentor',\n",
              "       'caption': 'Feb 2021 - Aug 2021 · 7 mos',\n",
              "       'description': [{'type': 'textComponent', 'text': '👨\\u200d🏫'},\n",
              "        {'type': 'textComponent', 'text': 'Skills: Python'}]}]},\n",
              "    {'companyId': '2883353',\n",
              "     'companyUrn': 'urn:li:fsd_company:2883353',\n",
              "     'companyLink1': 'https://www.linkedin.com/company/2883353/',\n",
              "     'logo': 'https://media.licdn.com/dms/image/D4E0BAQHV9QyRQvOEDg/company-logo_200_200/0/1688745334034/miq_digital_logo?e=1712188800&v=beta&t=08tIYRHhCIXMy636rmKTk0GHT-B0SGxF8AvaLLOiQfE',\n",
              "     'title': 'MiQ',\n",
              "     'subtitle': '2 yrs',\n",
              "     'breakdown': True,\n",
              "     'subComponents': [{'title': 'Data Scientist',\n",
              "       'subtitle': 'Full-time',\n",
              "       'caption': 'Jul 2018 - Dec 2019 · 1 yr 6 mos',\n",
              "       'metadata': 'Bengaluru, Karnataka, India',\n",
              "       'description': [{'type': 'textComponent',\n",
              "         'text': \"Worked on AdTech data products that optimizes ad spends to achieve better ROI on digital advertising campaigns. Product uses 10 TB+ data every day to build models for 500+ campaigns.\\nProduct got featured in Analytics India Magazine's Top Data Science Products Build in India.\\nhttps://analyticsindiamag.com/top-data-science-products-build-in-india-2020/\\n\\nRoles and Responsibilities\\n---------------------------------------\\n♦ Improving existing model performance by tuning hyperparameters.\\n♦ Building and maintaining scalable feature engineering pipelines using  Spark, Hive.\\n♦ Automating end to end data pipeline using Jenkins and Databricks jobs.\\n♦ Data Analysis for understanding product performance and the impact of the new feature release.\\n♦ Optimize  existing code and make it scalable and robust\"},\n",
              "        {'type': 'textComponent',\n",
              "         'text': 'Skills: SQL · Python · Amazon Web Services (AWS)'}]},\n",
              "      {'title': 'Data Science Intern',\n",
              "       'caption': 'Jan 2018 - Jun 2018 · 6 mos',\n",
              "       'metadata': 'Bengaluru Area, India',\n",
              "       'description': [{'type': 'textComponent',\n",
              "         'text': '♦ Build an Automated Machine Learning (AutoML) system, a distributed service that selects the best machine learning model with automatically tunned hyperparameter for the given dataset.\\n\\nRoles and Responsibilities\\n---------------------------------------\\n♦ Research and Develop a machine learning prototype using open source technologies.\\n♦ Work closely with the Engineering team to productionize prototype.\\n♦ Automate the process using Jenkins, AWS and make it available to end-users.\\n♦ Extend the functionality of existing open-source libraries \\n\\nTechnologies: Python, Apache Spark, Skelarn, AWS, Bayesian Optimization.'},\n",
              "        {'type': 'textComponent', 'text': 'Skills: Python'}]}]}],\n",
              "   'educations': [{'companyId': '800493',\n",
              "     'companyUrn': 'urn:li:fsd_company:800493',\n",
              "     'companyLink1': 'https://www.linkedin.com/company/800493/',\n",
              "     'logo': 'https://media.licdn.com/dms/image/D560BAQG0kf54ZULWag/company-logo_200_200/0/1699346260204/iiitbofficial_logo?e=1712188800&v=beta&t=Vys4kkRNzUd0AywaZ-_EbgJWEuFF3yO7eiUYJFxfsDY',\n",
              "     'title': 'International Institute of Information Technology Bangalore',\n",
              "     'subtitle': 'Master of Technology - MTech, Data Science',\n",
              "     'caption': '2016 - 2018',\n",
              "     'breakdown': False,\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': 'Grade: 9.2/10'},\n",
              "        {'type': 'textComponent',\n",
              "         'text': 'M.Tech I.T. with specialization in Data Science with 9.2/10 CGPA. Studied Machine Learning, Deep Learning, and its applications to NLP and Computer vision.'}]}]},\n",
              "    {'companyId': '15100455',\n",
              "     'companyUrn': 'urn:li:fsd_company:15100455',\n",
              "     'companyLink1': 'https://www.linkedin.com/company/15100455/',\n",
              "     'logo': 'undefinedundefined',\n",
              "     'title': 'Dr.Babasaheb Ambedkar Technological University, Lonere - Raigad',\n",
              "     'subtitle': 'Bachelor of Technology (B.Tech.), Information Technology',\n",
              "     'caption': '2009 - 2013',\n",
              "     'breakdown': False,\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': 'Grade: 7.13/10'},\n",
              "        {'type': 'textComponent',\n",
              "         'text': 'B.Tech In Information Technology'}]}]}],\n",
              "   'liceseAndCenrtificates': [{'companyId': '2453129',\n",
              "     'companyUrn': 'urn:li:fsd_company:2453129',\n",
              "     'companyLink1': 'https://www.linkedin.com/company/2453129/',\n",
              "     'logo': 'https://media.licdn.com/dms/image/C4D0BAQGexnfBxeEG-g/company-logo_200_200/0/1630530042036/coursera_logo?e=1712188800&v=beta&t=2JbR_Wo1V7vErAY7U1VE_O4iduCJHn5pa1VH5JOGwhc',\n",
              "     'title': 'Deep Learning Specialization',\n",
              "     'subtitle': 'Coursera',\n",
              "     'metadata': 'Credential ID 6LGXC7ZGP9NR',\n",
              "     'breakdown': False,\n",
              "     'subComponents': [{'description': []}]}],\n",
              "   'honorsAndAwards': [{'title': 'Quarterly Award Winner',\n",
              "     'subtitle': 'Issued by MIQ · Jul 2019',\n",
              "     'breakdown': False,\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': 'Associated with MiQ'},\n",
              "        {'type': 'textComponent',\n",
              "         'text': 'Quarterly award winner for courage and determination at work.'}]}]},\n",
              "    {'title': 'Winner at HackIQ 2018  hackathon, MIQ',\n",
              "     'subtitle': 'Issued by MIQ · Jul 2018',\n",
              "     'breakdown': False,\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': 'Associated with MiQ'},\n",
              "        {'type': 'textComponent',\n",
              "         'text': \"Winner at HackIQ 2018  for our team's development of a Line Follower Delivery Robot Unlocking Using Facial Recognition.\"}]}]}],\n",
              "   'languages': [{'title': 'English',\n",
              "     'caption': 'Native or bilingual proficiency',\n",
              "     'breakdown': False,\n",
              "     'subComponents': [{'description': []}]}],\n",
              "   'volunteerAndAwards': [],\n",
              "   'verifications': [],\n",
              "   'promos': [],\n",
              "   'highlights': [],\n",
              "   'projects': [{'title': 'Project Collaboration Network Analysis',\n",
              "     'subtitle': 'Jun 2020 - Present',\n",
              "     'breakdown': False,\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': 'Associated with Oracle'},\n",
              "        {'type': 'textComponent',\n",
              "         'text': \"Oracle's Aconex is a project collaboration solution where multiple organizations collaborate with each other to successfully execute a project. Network analysis for collaboration is a data science project which gives insights about organization inclouding project using data analysis and graph theory. Results of analysis served to users using d3 js visualization where users can interact with graphs, apply a filter to it with different criteria, and gains actionable insights. \\n\\nTechnologies: Network analysis, networkx, Python, d3 js, Javascript.\"}]}]},\n",
              "    {'title': 'Identifying  legal risks in correspondences (mails)',\n",
              "     'subtitle': 'Mar 2020 - Present',\n",
              "     'breakdown': False,\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': 'Associated with Oracle'},\n",
              "        {'type': 'textComponent',\n",
              "         'text': 'The system monitors an ongoing construction & engineering projects in near-real-time and labels the correspondence (mails)  as litigious if there is a litigation risk associated with the last mail sent. The system then presents the information to a human decision-maker. The human decision-maker can change the labels associated with each mail in case the prediction is incorrect judged based on human experience and intuition. The changed label will be fed back to the system as new training data to improve the prediction accuracy over time.\\n\\nTechnologies: NLP, MLOps, Python, NLTK, Gensim, mlflow, Docker.'}]}]}],\n",
              "   'publications': [],\n",
              "   'patents': [],\n",
              "   'courses': [{'title': 'Data Structures and Algorithms',\n",
              "     'breakdown': False,\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': 'Associated with International Institute of Information Technology – Bangalore'}]}]},\n",
              "    {'title': 'Deep Learning for Automatic Speech Recognition (ASR)',\n",
              "     'breakdown': False,\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': 'Associated with International Institute of Information Technology – Bangalore'}]}]}],\n",
              "   'testScores': [{'title': 'GATE',\n",
              "     'subtitle': 'Score: 98.8 Percentile · Feb 2016',\n",
              "     'breakdown': False,\n",
              "     'subComponents': [{'description': []}]}],\n",
              "   'organizations': [],\n",
              "   'volunteerCauses': [],\n",
              "   'skills': [{'title': 'People Management',\n",
              "     'subComponents': [{'description': []}]},\n",
              "    {'title': 'Generative AI',\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': 'Endorsed by 1 people in the last 6 months'},\n",
              "        {'type': 'insightComponent', 'text': '1 endorsement'}]}]},\n",
              "    {'title': 'ChatGPT', 'subComponents': [{'description': []}]},\n",
              "    {'title': 'Machine Learning',\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': '34 endorsements'}]}]},\n",
              "    {'title': 'Data Science',\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': '29 endorsements'}]}]},\n",
              "    {'title': 'Natural Language Processing',\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': '4 experiences across FutureSmart AI and 2 other companies'},\n",
              "        {'type': 'insightComponent', 'text': '26 endorsements'}]}]},\n",
              "    {'title': 'Computer Vision',\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': '8 endorsements'}]}]},\n",
              "    {'title': 'Data Analysis',\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': '10 endorsements'}]}]},\n",
              "    {'title': 'Artificial Intelligence',\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': '6 endorsements'}]}]},\n",
              "    {'title': 'Algorithms',\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': '11 endorsements'}]}]},\n",
              "    {'title': 'Software Development',\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': '2 endorsements'}]}]},\n",
              "    {'title': 'Analytics',\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': '1 endorsement'}]}]},\n",
              "    {'title': 'Data Modeling',\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': '1 endorsement'}]}]},\n",
              "    {'title': 'Mathematics',\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': '2 endorsements'}]}]},\n",
              "    {'title': 'SQL',\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': '3 experiences across Oracle and 1 other company'},\n",
              "        {'type': 'insightComponent', 'text': '14 endorsements'}]}]},\n",
              "    {'title': 'Python',\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': '9 experiences across FutureSmart AI and 4 other companies'},\n",
              "        {'type': 'insightComponent',\n",
              "         'text': 'Passed LinkedIn Skill Assessment'},\n",
              "        {'type': 'insightComponent', 'text': '14 endorsements'}]}]},\n",
              "    {'title': 'MySQL',\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': '22 endorsements'}]}]},\n",
              "    {'title': 'Keras',\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': '4 endorsements'}]}]},\n",
              "    {'title': 'Tensorflow',\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': '3 endorsements'}]}]},\n",
              "    {'title': 'JavaScript',\n",
              "     'subComponents': [{'description': [{'type': 'insightComponent',\n",
              "         'text': '3 endorsements'}]}]}]}}}"
            ]
          },
          "execution_count": 4,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "data4"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "metadata": {},
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "firstName\n",
            "lastName\n",
            "fullName\n",
            "publicIdentifier\n",
            "headline\n",
            "associatedHashtags\n",
            "connections\n",
            "followers\n",
            "emailRequired\n",
            "creatorWebsite\n",
            "openConnection\n",
            "urn\n",
            "updates\n",
            "about\n",
            "experiences\n",
            "educations\n",
            "liceseAndCenrtificates\n",
            "honorsAndAwards\n",
            "languages\n",
            "volunteerAndAwards\n",
            "verifications\n",
            "promos\n",
            "highlights\n",
            "projects\n",
            "publications\n",
            "patents\n",
            "courses\n",
            "testScores\n",
            "organizations\n",
            "volunteerCauses\n",
            "skills\n"
          ]
        }
      ],
      "source": [
        "for i in data4['data']['data'].keys():\n",
        "  print(i)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "8Z2_289bXtev"
      },
      "source": [
        "# Comments\n",
        "- Scraping-bot.io tracks user activites for a timeframe of around the last 4 days"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "AOYy0bHbY_yQ"
      },
      "source": [
        "# Other APIs\n",
        "- Zyla - https://zylalabs.com/api-marketplace/data/data+extractor+from+linkedin+api/147? (Requires debit card details for usage)\n",
        "\n",
        "- Piloterr - https://docs.piloterr.com/v2/api-reference/linkedin/profile/info (Requires debit card details for usage)\n",
        "\n",
        "- https://brightdata.com/products/web-scraper/linkedin?pscd=get.brightdata.com&ps_partner_key=YWltdWx0aXBsZW91MjI4MA&sid=linkedin-scrapers&ps_xid=MCcxArmemdc2LF&gsxid=MCcxArmemdc2LF&gspk=YWltdWx0aXBsZW91MjI4MA&utm_source=affiliates&utm_campaign=YWltdWx0aXBsZW91MjI4MA#t_l3a017p2qlpzku9mk.1 (Requires business email id)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "iwGXZT9Quhfg"
      },
      "outputs": [],
      "source": []
    }
  ],
  "metadata": {
    "colab": {
      "collapsed_sections": [
        "8SMOmVvhifJI"
      ],
      "provenance": [],
      "toc_visible": true
    },
    "kernelspec": {
      "display_name": "PyTorch",
      "language": "python",
      "name": "pytorch"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.10.9"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}
